-- Logs begin at Sun 2022-03-27 14:46:36 UTC, end at Sun 2022-03-27 15:47:29 UTC. -- Mar 27 15:18:43.455881 dv-cinder-835384-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 27 15:18:46.442562 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.common.config [-] Logging enabled! Mar 27 15:18:46.443219 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 27 15:18:46.443378 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 27 15:18:46.446645 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.common.config [-] Logging enabled! Mar 27 15:18:46.446902 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 27 15:18:46.447239 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 27 15:18:46.448194 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 27 15:18:46.448427 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 27 15:18:46.448792 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 27 15:18:46.449039 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 27 15:18:46.449266 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 27 15:18:46.450035 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.450462 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 27 15:18:46.450786 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.451126 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.451423 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.451722 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.452014 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.452298 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.452590 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.452887 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.453173 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.453457 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.453741 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.454048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.454383 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.454882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.455208 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.455501 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] debug = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.455785 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.456217 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.456654 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.456938 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.457230 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.457517 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.457794 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.458072 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.458360 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.458691 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] host = dv-cinder-835384-1-iscsi {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.458994 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.459286 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.459577 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.459866 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.460143 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.460420 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.460707 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.460982 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.461256 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.461535 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.461825 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.462115 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.462405 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.462631 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.462855 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.463169 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.463458 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.463736 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.464011 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.464286 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.464561 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.464836 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.465110 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.465394 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.465680 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.465966 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.466242 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.466521 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.466795 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.467095 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.467386 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.467662 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.467936 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.468213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.468500 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.468771 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.469048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.469348 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.469635 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.470530 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.471004 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.471294 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.471584 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.471860 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.472140 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.472427 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_json = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.472695 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.472969 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.473254 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.473530 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.473805 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.474084 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.474360 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.474647 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.474922 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:46.475243 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.475544 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.475846 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.476147 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.476443 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.476728 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.477020 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.477303 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.477595 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.477894 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.478186 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.478467 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.478771 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.479093 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.479393 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.479701 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.479998 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.480293 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.480572 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.480848 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.481123 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.481402 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.481690 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.481969 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.482261 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.482552 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.482835 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.483163 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.483453 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.483751 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.484042 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.484318 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.484605 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.484897 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.485177 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.486142 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.486640 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.486991 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.487283 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.487564 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.487853 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.488141 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.488417 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.488693 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.488974 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.489269 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.489549 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.489823 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.490098 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.490375 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.490648 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.490959 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.491241 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.491515 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.491787 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.492066 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.492340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.492612 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.492892 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.493166 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.493444 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.493716 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.493988 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.494262 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.494533 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.494803 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.495107 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.495382 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.495659 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.495933 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.496204 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.496475 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.496747 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.497019 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.497304 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.497600 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.497883 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.498163 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.498442 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.498715 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.499019 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.499298 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.499577 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.499856 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.500129 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.500420 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.500705 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.501092 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.501681 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.501935 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.502237 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.502521 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.502801 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.503119 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.503403 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.503686 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.503973 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.504258 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.504553 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.504846 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.505142 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.505436 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.505732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.506017 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.506327 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.506607 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:46.506827 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 27 15:18:46.507098 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103069) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 27 15:18:46.889602 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 27 15:18:46.889885 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 27 15:18:46.890192 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 27 15:18:46.890669 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 27 15:18:47.225567 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.225853 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.226128 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.227351 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.227629 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.228012 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.284039 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.284319 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.284592 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.300217 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.300498 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.300768 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.329069 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.329069 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.330151 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.475546 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.476220 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.476220 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.714445 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.714740 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.715046 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.715322 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.716019 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.817463 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.817726 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.818012 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.818289 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.818563 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.818876 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.819166 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.819428 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.819687 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.819974 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.820238 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.820505 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.820766 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.821020 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.821279 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.821545 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.821802 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.822074 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.822350 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.822611 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.822887 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.823168 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.823453 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.823830 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.824082 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.824331 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.824720 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:47.824962 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:47.825201 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:47.825436 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:47.825671 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:47.825907 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:47.826271 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 27 15:18:47.830163 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 27 15:18:47.834280 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 27 15:18:47.838001 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 27 15:18:47.839674 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 27 15:18:47.840140 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 27 15:18:47.840477 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 27 15:18:47.840859 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 27 15:18:47.843722 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 27 15:18:47.843977 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 27 15:18:47.844324 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 27 15:18:47.850188 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 27 15:18:47.874258 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 27 15:18:47.874707 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.875036 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103069) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 27 15:18:47.875411 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.877033 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103069) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 27 15:18:47.877318 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 27 15:18:47.877565 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 27 15:18:47.880926 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.881214 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:47.946058 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 27 15:18:47.946300 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 27 15:18:47.946542 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 27 15:18:47.946912 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 27 15:18:47.967732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_db.sqlalchemy.engines [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103069) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 27 15:18:48.420033 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing driver for type 'gre' Mar 27 15:18:48.420594 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] gre ID ranges: [(1, 1000)] Mar 27 15:18:48.471852 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing driver for type 'local' Mar 27 15:18:48.472253 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing driver for type 'vlan' Mar 27 15:18:48.484852 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] VlanTypeDriver initialization complete Mar 27 15:18:48.486143 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing driver for type 'vxlan' Mar 27 15:18:48.486143 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] vxlan ID ranges: [(1, 1000)] Mar 27 15:18:48.536366 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing extension driver 'port_security' Mar 27 15:18:48.536707 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.extensions.port_security [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] PortSecurityExtensionDriver initialization complete Mar 27 15:18:48.537041 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing mechanism driver 'openvswitch' Mar 27 15:18:48.537362 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing mechanism driver 'hyperv' Mar 27 15:18:48.544256 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.plugin [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:48.544969 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.545341 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.545692 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.546222 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:48.546651 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.547028 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.547374 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.547828 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:48.548433 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.548782 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.549121 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.549517 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:48.549921 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > security_group after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.550266 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > security_group after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.550604 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.551163 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:48.551574 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.551924 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.552265 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.552663 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:48.553070 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > address_group after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.553414 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > address_group after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.553751 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.554146 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 27 15:18:48.554591 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] ML2 OVO RPC backend initialized. {{(pid=103069) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 27 15:18:48.555323 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.555678 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.556089 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.556435 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > networks before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.556781 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.557118 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > ports before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.557508 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.557850 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnets before_response 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.558194 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.558532 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.558864 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.559221 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.559554 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.559884 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.560216 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.560546 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.560872 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.568625 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded quota_driver: . Mar 27 15:18:48.568981 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.plugin [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Modular L2 Plugin initialization complete Mar 27 15:18:48.569324 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading services supported by the core plugin {{(pid=103069) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 27 15:18:48.569664 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.plugins.ml2.managers [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Got port-security extension from driver 'port_security' Mar 27 15:18:48.570136 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.extensions.vlantransparent [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Disabled vlantransparent extension. Mar 27 15:18:48.570618 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103069) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 27 15:18:48.570957 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: router Mar 27 15:18:48.607415 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.607806 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.608179 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router before_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.608543 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.608917 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.609274 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_delete 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.609629 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.609977 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.610418 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.610768 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.611141 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.611488 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.611844 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.612253 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.612619 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.612956 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.613292 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: subnet after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.613630 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.613980 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.614323 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.614660 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.615026 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.615383 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router after_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.615727 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.616071 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_create 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.616430 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.616771 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_update 55549900 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.617133 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > agent after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.617478 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > agent after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.617819 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > network after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.618674 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Tracking information for resource: router configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:48.619031 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Tracking information for resource: floatingip configured {{(pid=103069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 27 15:18:48.624178 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.db.l3_agentschedulers_db [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 27 15:18:48.624752 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.625115 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port after_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.625465 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port after_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.625815 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: port after_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.626641 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router before_create 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.627046 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.627409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_create 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.627763 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > router precommit_update 55550100 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.632737 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.provider_configuration [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service providers = [] {{(pid=103069) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 27 15:18:48.633098 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.db.servicetype_db [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103069) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 27 15:18:48.636092 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:48.636702 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:48.637039 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:48.637914 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.services.service_base [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 27 15:18:48.638277 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.services.service_base [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 27 15:18:48.638650 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.638984 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 27 15:18:48.650172 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.650501 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: auto_allocate Mar 27 15:18:48.656709 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: network precommit_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.657076 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: network precommit_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.658512 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.658838 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: tag Mar 27 15:18:48.665509 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.665834 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: timestamp Mar 27 15:18:48.669838 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.670208 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: network_ip_availability Mar 27 15:18:48.675973 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.676343 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.676694 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.677395 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.677706 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: flavors Mar 27 15:18:48.682448 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.682777 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading Plugin: revisions Mar 27 15:18:48.687144 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 27 15:18:48.687534 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=103069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 27 15:18:48.688264 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103069) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 27 15:18:48.688686 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Initializing extension manager. Mar 27 15:18:48.689212 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: __init__.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.689549 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: __pycache__ {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.689880 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: address_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.690630 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.691234 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: address-group Mar 27 15:18:48.691555 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: address_scope.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.692263 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.692765 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: address-scope Mar 27 15:18:48.693111 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.694170 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.694672 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: router-admin-state-down-before-update Mar 27 15:18:48.695015 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: agent.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.695704 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.696200 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: agent Mar 27 15:18:48.696513 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: agent_resources_synced.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.697406 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.697905 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: agent-resources-synced Mar 27 15:18:48.698221 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: allowedaddresspairs.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.700032 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.700546 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: allowed-address-pairs Mar 27 15:18:48.700870 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: auto_allocated_topology.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.701940 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.702443 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: auto-allocated-topology Mar 27 15:18:48.702764 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: availability_zone.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.703478 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.703978 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: availability_zone Mar 27 15:18:48.705101 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: availability_zone_filter.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.705729 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.706230 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: availability_zone_filter Mar 27 15:18:48.706548 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: data_plane_status.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.707488 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.707985 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension data-plane-status not supported by any of loaded plugins Mar 27 15:18:48.708301 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: default_subnetpools.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.709203 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.709701 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: default-subnetpools Mar 27 15:18:48.710019 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.710817 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.711355 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: dhcp_agent_scheduler Mar 27 15:18:48.711677 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: dns.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.712579 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.713076 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension dns-integration not supported by any of loaded plugins Mar 27 15:18:48.713393 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: dns_domain_ports.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.714305 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.714800 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 27 15:18:48.715150 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.716057 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.716556 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 27 15:18:48.716872 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: dvr.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.717532 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.718029 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: dvr Mar 27 15:18:48.718343 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: ecmp_routes.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.719269 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.720534 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 27 15:18:48.720852 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: empty_string_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.721752 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.722253 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: empty-string-filtering Mar 27 15:18:48.722573 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.723497 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.723995 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 27 15:18:48.724309 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.725213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.725707 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 27 15:18:48.726021 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: external_net.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.726916 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.727444 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: external-net Mar 27 15:18:48.727764 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.728654 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.729151 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: extra_dhcp_opt Mar 27 15:18:48.729467 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: extraroute.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.730359 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.730854 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: extraroute Mar 27 15:18:48.731196 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: extraroute_atomic.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.732215 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.732717 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: extraroute-atomic Mar 27 15:18:48.733034 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: filter_validation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.733682 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.734176 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: filter-validation Mar 27 15:18:48.734493 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: fip_pf_description.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.735600 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.736094 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 27 15:18:48.736409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: fip_pf_port_range.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.737328 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.737821 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 27 15:18:48.738138 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: fip_port_details.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.739061 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.739558 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: fip-port-details Mar 27 15:18:48.739874 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: flavors.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.741089 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.741596 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: flavors Mar 27 15:18:48.741915 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.743634 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.744150 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 27 15:18:48.744477 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: floatingip_pools.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.745167 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.745675 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: floatingip-pools Mar 27 15:18:48.745997 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: ip_allocation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.746904 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.747425 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension ip_allocation not supported by any of loaded plugins Mar 27 15:18:48.747744 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.748665 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.749164 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: ip-substring-filtering Mar 27 15:18:48.749483 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l2_adjacency.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.750405 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.751476 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 27 15:18:48.751804 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.754255 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.754780 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: router Mar 27 15:18:48.755135 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.757386 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.757905 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 27 15:18:48.758235 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.759184 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.759691 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: ext-gw-mode Mar 27 15:18:48.760014 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.760924 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.761691 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: l3-ha Mar 27 15:18:48.762015 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.762928 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.763455 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 27 15:18:48.763775 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_flavors.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.764684 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.765211 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: l3-flavors Mar 27 15:18:48.765537 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.767821 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.768341 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 27 15:18:48.768673 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.769597 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.770106 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 27 15:18:48.770433 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: l3agentscheduler.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.771487 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.771996 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: l3_agent_scheduler Mar 27 15:18:48.772461 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: local_ip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.774294 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.774818 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension local_ip not supported by any of loaded plugins Mar 27 15:18:48.775182 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: logging.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.776721 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.777247 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension logging not supported by any of loaded plugins Mar 27 15:18:48.777574 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: metering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.778303 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.778874 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: metering Mar 27 15:18:48.779220 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.780307 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.780818 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: metering_source_and_destination_fields Mar 27 15:18:48.781141 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: multiprovidernet.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.782056 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.782775 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: multi-provider Mar 27 15:18:48.783153 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: netmtu.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.784069 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.784578 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: net-mtu Mar 27 15:18:48.784899 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: netmtu_writable.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.785807 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.786311 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: net-mtu-writable Mar 27 15:18:48.786632 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: network_availability_zone.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.787319 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.787817 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: network_availability_zone Mar 27 15:18:48.788133 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: network_ip_availability.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.789255 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.789766 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: network-ip-availability Mar 27 15:18:48.790082 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: network_segment_range.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.790837 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.791376 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension network-segment-range not supported by any of loaded plugins Mar 27 15:18:48.791694 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: pagination.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.792814 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.793144 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: pagination Mar 27 15:18:48.793468 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: port_device_profile.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.794369 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.794877 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: port-device-profile Mar 27 15:18:48.795220 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.796139 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.796642 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: port-mac-address-regenerate Mar 27 15:18:48.796961 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.797914 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.798505 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: port-numa-affinity-policy Mar 27 15:18:48.798823 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: port_resource_request.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.799769 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.800262 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension port-resource-request not supported by any of loaded plugins Mar 27 15:18:48.800576 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: port_resource_request_groups.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.801539 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.802037 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 27 15:18:48.802352 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: portbindings.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.803298 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.803799 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: binding Mar 27 15:18:48.804112 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: portbindings_extended.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.805370 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.805879 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: binding-extended Mar 27 15:18:48.806201 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: portsecurity.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.807145 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.807649 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: port-security Mar 27 15:18:48.807967 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: project_id.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.808937 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.809265 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: project-id Mar 27 15:18:48.809584 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: providernet.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.810498 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.811028 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: provider Mar 27 15:18:48.811349 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.815547 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.816062 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos not supported by any of loaded plugins Mar 27 15:18:48.816390 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.817632 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.818144 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 27 15:18:48.818469 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.819404 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.819909 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 27 15:18:48.820231 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_default.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.821150 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.821656 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-default not supported by any of loaded plugins Mar 27 15:18:48.821978 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_fip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.822884 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.823414 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-fip not supported by any of loaded plugins Mar 27 15:18:48.823741 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.824676 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.825185 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 27 15:18:48.825504 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_gateway_ip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.826441 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.826976 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 27 15:18:48.827303 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_port_network_policy.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.828206 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.828705 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 27 15:18:48.829052 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.830654 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.831196 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 27 15:18:48.831516 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.832539 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.833045 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 27 15:18:48.833367 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_pps_rule.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.834552 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.835096 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-pps not supported by any of loaded plugins Mar 27 15:18:48.835419 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_rule_type_details.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.836322 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.836823 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 27 15:18:48.837138 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.838067 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.838570 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 27 15:18:48.838887 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: qos_rules_alias.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.839944 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.840446 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 27 15:18:48.840764 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: quota_check_limit.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.841666 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.842190 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: quota-check-limit Mar 27 15:18:48.842506 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: quotasv2.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.843472 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.843799 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: quotas Mar 27 15:18:48.844114 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: quotasv2_detail.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.846160 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.846492 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: quota_details Mar 27 15:18:48.846818 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: rbac.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.847877 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.848395 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: rbac-policies Mar 27 15:18:48.848719 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: rbac_address_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.849635 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.850144 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: rbac-address-group Mar 27 15:18:48.850462 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: rbac_address_scope.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.851390 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.851894 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: rbac-address-scope Mar 27 15:18:48.852240 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: rbac_security_groups.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.853218 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.853725 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: rbac-security-groups Mar 27 15:18:48.854042 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: rbac_subnetpool.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.854973 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.855480 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: rbac-subnetpool Mar 27 15:18:48.855797 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: revisionifmatch.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.856703 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.857201 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: revision-if-match Mar 27 15:18:48.857516 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: revisions.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.858623 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.859155 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: standard-attr-revisions Mar 27 15:18:48.859476 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: router_availability_zone.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.860135 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.860827 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: router_availability_zone Mar 27 15:18:48.861136 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: routerservicetype.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.862052 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.862549 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension router-service-type not supported by any of loaded plugins Mar 27 15:18:48.862865 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.863829 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.864333 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: security-groups-normalized-cidr Mar 27 15:18:48.864647 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.865558 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.866055 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: port-security-groups-filtering Mar 27 15:18:48.866369 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.867315 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.867814 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: security-groups-remote-address-group Mar 27 15:18:48.868130 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.869039 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.869536 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: security-groups-shared-filtering Mar 27 15:18:48.869855 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.870433 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 27 15:18:48.870749 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: securitygroup.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.881087 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.881607 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: security-group Mar 27 15:18:48.881935 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: segment.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.882649 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.883180 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension segment not supported by any of loaded plugins Mar 27 15:18:48.883503 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.884439 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.884940 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 27 15:18:48.885256 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: servicetype.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.886639 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.887184 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: service-type Mar 27 15:18:48.887507 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: sorting.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.888507 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.888832 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: sorting Mar 27 15:18:48.889148 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: standard_attr_segment.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.890053 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.890557 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 27 15:18:48.890872 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: standardattrdescription.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.891707 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.892194 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: standard-attr-description Mar 27 15:18:48.892507 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: stateful_security_group.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.893503 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.894021 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: stateful-security-group Mar 27 15:18:48.894339 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: stdattrs_common.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.894897 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 27 15:18:48.895237 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.896242 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.896753 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 27 15:18:48.897069 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: subnet_onboard.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.898137 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.898645 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: subnet_onboard Mar 27 15:18:48.898986 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.899903 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.900402 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 27 15:18:48.900720 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: subnet_service_types.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.901628 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.902128 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: subnet-service-types Mar 27 15:18:48.902443 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: subnetallocation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.903548 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.904061 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: subnet_allocation Mar 27 15:18:48.904381 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.905036 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.905538 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: subnetpool-prefix-ops Mar 27 15:18:48.905856 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.906783 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.908003 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 27 15:18:48.908328 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: tagging.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.909367 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.909877 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: standard-attr-tag Mar 27 15:18:48.910197 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: timestamp.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.911407 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.911920 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loaded extension: standard-attr-timestamp Mar 27 15:18:48.912244 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: trunk.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.913261 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.913764 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension trunk not supported by any of loaded plugins Mar 27 15:18:48.914086 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: trunk_details.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.915024 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.915529 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension trunk-details not supported by any of loaded plugins Mar 27 15:18:48.915851 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: uplink_status_propagation.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.916765 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.917266 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 27 15:18:48.917588 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Loading extension file: vlantransparent.py {{(pid=103069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 27 15:18:48.918241 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 27 15:18:48.918739 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 27 15:18:48.921319 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:network Mar 27 15:18:48.921791 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:subnet Mar 27 15:18:48.922185 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:48.922571 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:port Mar 27 15:18:48.923875 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.924304 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service FLAVORS assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.924919 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.925334 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.925671 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:router Mar 27 15:18:48.926090 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:floatingip Mar 27 15:18:48.926579 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service METERING assigned prefix: /metering {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.928032 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.928399 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.928743 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:18:48.929723 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of CountableResource for resource:rbac_policy Mar 27 15:18:48.930166 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:security_group Mar 27 15:18:48.930594 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 27 15:18:48.931212 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.931541 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:48.931880 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] subnetpool is already registered Mar 27 15:18:48.932303 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.932626 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:48.932950 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] subnetpool is already registered Mar 27 15:18:48.935243 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.935671 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service FLAVORS assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.936249 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.936662 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.936990 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:router Mar 27 15:18:48.937320 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] router is already registered Mar 27 15:18:48.937719 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:floatingip Mar 27 15:18:48.938046 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] floatingip is already registered Mar 27 15:18:48.939323 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service METERING assigned prefix: /metering {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.939987 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of CountableResource for resource:rbac_policy Mar 27 15:18:48.940316 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] rbac_policy is already registered Mar 27 15:18:48.940726 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:security_group Mar 27 15:18:48.941056 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] security_group is already registered Mar 27 15:18:48.941454 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 27 15:18:48.941780 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] security_group_rule is already registered Mar 27 15:18:48.942394 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.942721 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:48.943090 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] subnetpool is already registered Mar 27 15:18:48.943506 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.v2.resource_helper [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Service CORE assigned prefix: {{(pid=103069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 27 15:18:48.943829 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Creating instance of TrackedResource for resource:subnetpool Mar 27 15:18:48.944154 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING neutron.quota.resource_registry [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] subnetpool is already registered Mar 27 15:18:48.944716 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: extensions {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.946171 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: address-groups {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.947787 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: address-scopes {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.949099 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: agents {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.950251 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: auto-allocated-topology {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.951519 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: availability_zones {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.952724 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: dhcp-networks {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.954536 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: dhcp-agents {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.956006 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: routers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.958196 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: flavors {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.959392 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: service_profiles {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.960612 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: next_providers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.962033 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: service_profiles {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.964449 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: floatingip-pools {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.965676 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: routers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.967810 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: floatingips {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.969089 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: l3-routers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.971171 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: l3-agents {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.972559 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: metering-labels {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.973900 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: metering-label-rules {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.975205 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: network-ip-availabilities {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.976622 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: bindings {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.978254 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: quotas {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.980163 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: quotas {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.981691 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: rbac-policies {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.982999 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: security-groups {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.984226 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: security-group-rules {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.986142 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: service-providers {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.987372 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: subnetpools {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.988775 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: subnetpools {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.990233 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.991918 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.993704 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.995484 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.997246 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:48.999130 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:49.000785 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:49.002688 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:49.004478 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:49.006363 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron.api.extensions [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Extended resource: tags {{(pid=103069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 27 15:18:49.012442 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING keystonemiddleware.auth_token [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 27 15:18:49.017151 dv-cinder-835384-1-iscsi neutron-server[103069]: WARNING keystonemiddleware.auth_token [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 27 15:18:49.025750 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Acquired lock "singleton_lock" {{(pid=103069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 27 15:18:49.026224 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_concurrency.lockutils [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Releasing lock "singleton_lock" {{(pid=103069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 27 15:18:49.026872 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Starting 2 workers Mar 27 15:18:49.031772 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Started child 103178 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:49.037106 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Started child 103179 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:49.038099 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:49.038704 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO neutron.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 27 15:18:49.039362 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:49.039684 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [-] (103178) wsgi starting up on http://0.0.0.0:9696 Mar 27 15:18:49.041852 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Starting 1 workers Mar 27 15:18:49.042377 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:49.044059 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [-] (103179) wsgi starting up on http://0.0.0.0:9696 Mar 27 15:18:49.047156 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Started child 103180 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:49.047705 dv-cinder-835384-1-iscsi neutron-server[103069]: INFO oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Starting 1 workers Mar 27 15:18:49.051476 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] calling RpcWorker wait() {{(pid=103180) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 27 15:18:49.052036 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] returning from RpcWorker wait() {{(pid=103180) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 27 15:18:49.053017 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Started child 103181 {{(pid=103069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 27 15:18:49.053223 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:49.053667 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:49.053824 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG neutron_lib.callbacks.manager [None req-329c9caf-f291-4b57-9c0d-fc94594ac70e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:49.055852 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 27 15:18:49.056062 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 27 15:18:49.056248 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 27 15:18:49.056474 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 27 15:18:49.056814 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 27 15:18:49.056979 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 27 15:18:49.057533 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.057828 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.058092 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.058363 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.058643 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.059235 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:18:49.059705 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.059705 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.059857 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.060071 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.060301 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.060469 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.060634 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.060873 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.061075 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:49.061169 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.061452 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.061718 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.061956 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.062232 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.062402 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.062661 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.062969 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.063200 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.063505 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] debug = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.063757 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.064249 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.064656 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.064902 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.065142 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.065421 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.065665 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.065954 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.066167 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.066400 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.066662 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.066920 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.067195 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.067405 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.067669 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.067897 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.068157 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.068377 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.068861 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host = dv-cinder-835384-1-iscsi {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.069100 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.069317 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.069542 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.069800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.070041 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.070285 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.070533 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.070794 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.071072 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.071304 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.071565 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.071794 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.072007 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.072248 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.072410 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_options = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.072642 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.072907 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.073161 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.073350 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.073517 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.073678 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.073944 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.074106 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.074374 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.074589 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.074802 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.075060 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.075276 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.075493 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.075742 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.075990 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.077339 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.077849 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.078142 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.078408 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.078693 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.079549 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.079734 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.080010 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.080263 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.080561 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.081219 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.081897 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.082645 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.083559 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.083825 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.084065 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.084304 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.086378 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.086662 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.086915 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.087183 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.087419 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.087710 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.087952 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.088214 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.088470 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.088874 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.088970 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.089160 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.089382 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.089631 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_json = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.090304 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.090551 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.090821 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.091090 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.091313 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.091534 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.091757 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.092264 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.092264 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.092687 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.092982 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.093306 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.093874 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.094379 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.094379 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.094600 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.095451 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.095787 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.095954 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.096238 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.096469 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.096790 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.097045 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.097340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.097859 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.098253 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.098685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.099155 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.099397 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.099623 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.099851 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.100186 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.100419 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.100658 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.101069 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.101367 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.101804 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.102229 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.102620 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.102901 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.103177 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.103466 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.103710 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.103947 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.104173 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.104417 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.104649 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.104870 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.105141 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.105366 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.105588 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.105812 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.106050 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.106973 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.107449 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.107685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.107977 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.108226 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.108444 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.108680 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.108925 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.109137 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.109508 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.109925 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.110148 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.110473 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.110738 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.111148 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.111372 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.111615 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.111838 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.112109 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.112349 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.112604 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.112817 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.113056 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.113440 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.113854 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.114231 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.114595 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.114995 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.115389 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.115630 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.115851 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.116097 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.116317 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.116544 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.116751 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.117119 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.117489 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.117707 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.117946 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.118180 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.118396 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.118616 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.118861 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.119098 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.119312 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.119693 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.120085 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.120501 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.120946 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.121367 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.121620 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.121839 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.122094 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.122316 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.122565 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.122787 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.123032 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.123252 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.123526 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.123756 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.124005 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.124235 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.124457 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.124730 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.125089 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.125467 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.125865 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.126229 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.126610 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.127018 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.127469 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.127869 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.128274 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.128657 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.129057 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.129312 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 40142) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:18:49.129598 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.129981 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.130388 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.130772 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.131237 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.131699 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.132119 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.132537 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.132929 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.133326 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.133740 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.134129 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.134533 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.134916 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.135334 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.135732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.136990 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.137421 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.137858 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.138239 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.138877 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.139300 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.139683 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.140049 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.140493 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.140699 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091045 Mar 27 15:18:49.141042 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.141455 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.142426 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.142871 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.143343 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.144571 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.144977 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.145374 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.145764 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.146187 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.146417 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.146677 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.146923 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.147216 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.147444 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.148698 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.148698 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.148698 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.148698 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.148698 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.149114 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.149114 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.149254 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.149437 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.149671 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.149918 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.150139 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.150520 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.150740 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.151001 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.151261 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.152328 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.152630 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.152890 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.153147 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.153384 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.153640 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.153883 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.154122 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.154386 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.154617 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.154836 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.155110 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.155357 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.155573 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.155824 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.156053 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.156288 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.156528 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.156768 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.157134 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.157627 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.158067 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.158488 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.159820 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.159820 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.159820 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.159820 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.159820 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.160179 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.160269 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.160626 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.160992 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.161228 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.161837 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.161837 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.162035 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.162208 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.163207 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.163461 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.163733 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.163981 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.164222 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.164457 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.164685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.165732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.165732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.165732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.165732 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.166019 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.166172 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.166426 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.166694 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.166955 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.167213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.167492 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.167671 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.167883 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.168113 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.168356 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.168570 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.168800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.168915 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:18:49.169015 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.169196 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.169429 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.169647 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.169860 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.170103 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.170334 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.170547 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.170769 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.171087 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.171304 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.171583 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.171738 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.171956 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.172199 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.173695 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.173695 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.173695 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.173695 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.173968 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.173968 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.174194 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.174978 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.174978 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.174978 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.175230 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.175470 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.175721 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.175965 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.176230 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.176551 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.176768 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.177026 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.177258 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.177469 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.177682 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.178677 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.178677 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.178677 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.178884 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.179007 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.179285 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.179560 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.179840 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.180051 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.180366 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.181342 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.181342 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.181342 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.181650 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.181650 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.181892 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.182284 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.182672 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.183089 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.183310 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.183587 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.183975 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.184378 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.184597 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.184825 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.185060 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.185425 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.185808 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.186049 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.186267 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.186444 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 27 15:18:49.187040 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 27 15:18:49.187143 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 27 15:18:49.188061 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 27 15:18:49.188061 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 27 15:18:49.188061 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 27 15:18:49.188061 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 27 15:18:49.188061 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.188500 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.188500 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.188500 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.188720 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.188848 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.188985 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.189138 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.189369 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.189532 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.189689 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.189858 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190235 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190235 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190386 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190460 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190596 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190774 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.190921 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.191694 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.192001 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.192285 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.192564 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] debug = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.192840 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.193179 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.193484 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.193794 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.194080 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.194248 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.194405 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.194562 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.194722 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.194882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.195076 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.195214 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.195368 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.195667 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.195836 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.195984 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.196136 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.196434 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.196594 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host = dv-cinder-835384-1-iscsi {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.196753 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.196910 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197068 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.197930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.198290 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.198290 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.198419 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_options = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.199799 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.200798 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201472 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201472 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201472 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201472 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201472 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201816 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201816 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.201955 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.202685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.202685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.202685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.202685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.202685 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203136 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203136 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203136 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203339 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203415 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203532 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.203858 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.204567 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.204708 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.204862 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.205017 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.205882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.205882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.205882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.205882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.205882 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.206231 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.206231 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.206370 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.206485 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.206684 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.206795 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_json = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.207842 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.208315 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.208315 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 27 15:18:49.208315 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.208514 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.208643 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.208801 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.209107 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.209396 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.209677 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.209965 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.210250 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.210552 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.210723 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.210884 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.211065 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212213 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212719 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212719 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212719 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212719 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.212998 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.213075 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.213913 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.213913 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.213913 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.213913 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.213913 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214295 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214295 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214295 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214496 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214572 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214687 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.214847 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.215040 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.215200 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.215359 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.215518 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.215678 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.215838 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.216004 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.216164 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.216325 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.216485 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217340 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217654 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217654 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.217783 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.218800 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.219299 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.219299 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.219299 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.219515 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.219515 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.219958 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.220040 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.220268 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.220369 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.220515 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.220671 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.220827 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.221018 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.221150 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.221309 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.221468 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.221629 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.221877 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.222043 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223048 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223908 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223908 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223908 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223908 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223908 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.223908 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224383 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224383 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224383 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224587 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224663 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224767 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.224930 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225072 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225220 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225357 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225516 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225676 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225836 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.225996 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.226149 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.226308 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.226466 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.226624 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.226784 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.226967 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.227147 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.227904 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.227904 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.227904 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.227904 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.227904 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.228271 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.229454 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.229638 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.229819 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230001 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230171 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230336 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230689 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230689 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230870 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.230989 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.231137 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.231299 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.231458 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.231618 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.231808 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.231953 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.232085 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.232286 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.232507 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.232644 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.232780 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.232921 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.233054 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.233186 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.233317 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.233448 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234409 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234914 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234914 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.234914 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.235132 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.235132 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.235795 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.236058 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.236225 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.236389 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.236551 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.236710 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.236870 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237032 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237192 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237352 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237512 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237671 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237831 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.237991 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.238193 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.238330 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.238483 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.238615 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.238747 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.238886 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.239073 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.239232 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.239393 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.239553 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.239712 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.239877 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.240037 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.240202 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.240360 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.240521 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.240680 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241384 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241384 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241384 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241384 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241696 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241696 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241835 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.241909 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.242079 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.242208 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.242367 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.242534 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.242713 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.242900 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243034 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243228 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243328 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243487 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243650 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243803 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.243941 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.244104 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.244267 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.244446 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.244582 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.244730 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.244863 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.245025 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.245183 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.245342 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.245501 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.245662 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.245822 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.246012 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.246148 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.246298 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.246460 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.246619 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.246779 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.247004 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.247143 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.248879 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249380 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249815 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249815 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.249815 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250040 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250117 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250243 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250403 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250562 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250731 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.250914 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.251170 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.251330 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.251490 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.251649 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.251819 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.251981 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.252146 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.252312 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.252470 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.252633 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.252797 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.252971 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.253130 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.253292 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.253453 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.253611 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.253774 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.253934 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.254098 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.254268 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.254438 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.254599 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.254767 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.254934 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.255122 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.255282 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.255448 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.255620 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.255780 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.255940 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.256099 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.256259 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.256419 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.256578 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.256738 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257253 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257253 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257253 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257489 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257489 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257629 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257795 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.257954 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.258113 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.258273 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.258433 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.258593 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 27 15:18:49.258751 dv-cinder-835384-1-iscsi neutron-server[103069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 27 15:19:00.645945 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a44885-3844-474e-a925-f9e0125715e5 None None] get_active_networks_info from dv-cinder-835384-1-iscsi {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 27 15:19:00.701475 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a44885-3844-474e-a925-f9e0125715e5 None None] No non-hosted networks {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 27 15:19:00.716525 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.agentschedulers_db [None req-c9a44885-3844-474e-a925-f9e0125715e5 None None] DHCP Agent not found on host dv-cinder-835384-1-iscsi {{(pid=103180) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 27 15:19:00.795132 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3be2bd21-82d0-4ea3-8a7e-ef241a5f7a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721197'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:02.966535 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24b3ee2f-4dce-4f9e-b6ab-a9ee1b3b36af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721197'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:03.024808 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-802bbce9-e0f9-452a-b59f-7cc0c235d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:03.903792 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40212) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:04.019081 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721197'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:04.468632 dv-cinder-835384-1-iscsi neutron-server[103179]: WARNING oslo_policy.policy [None req-ebf061e8-ceb1-49c2-858c-1f8ff3bcf997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:04.470015 dv-cinder-835384-1-iscsi neutron-server[103179]: WARNING oslo_policy.policy [None req-ebf061e8-ceb1-49c2-858c-1f8ff3bcf997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:04.700367 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [None req-ebf061e8-ceb1-49c2-858c-1f8ff3bcf997 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:04.714970 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ebf061e8-ceb1-49c2-858c-1f8ff3bcf997 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7975254 Mar 27 15:19:05.343805 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721197'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:06.885321 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721197'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:06.887404 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.888445 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.889265 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.890088 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.890720 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.891936 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.892945 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.893617 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.894397 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.894978 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.895597 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.896850 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.897459 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.897998 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.898563 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:06.899203 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:06.908033 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:07.231887 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:07.559907 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:07.656908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.policy [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103179) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 27 15:19:07.699920 dv-cinder-835384-1-iscsi neutron-server[103179]: WARNING oslo_policy.policy [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:07.700315 dv-cinder-835384-1-iscsi neutron-server[103179]: WARNING oslo_policy.policy [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:07.803932 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766925787193', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766925787654', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766925771187', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766925632809', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766925623612', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766923737004', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1431399', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1411701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452370'] for rbac-policy (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:07.885132 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:07.892144 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-72d2af38-65b5-41bb-97c9-48c35e4bb353 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6536601 Mar 27 15:19:09.101741 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.db.l3_hamode_db [None req-20cfb3e7-2fda-472b-a3bc-87e20bb5c155 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 27 15:19:09.182265 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfb3e7-2fda-472b-a3bc-87e20bb5c155 None None] Routers set() bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:09.182666 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfb3e7-2fda-472b-a3bc-87e20bb5c155 None None] Router IDs set() for agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 27 15:19:10.468512 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40258) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:10.777877 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:10.805806 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Made reservation on behalf of 2c0f96380d944d50baa33d6b9abc2f3c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:10.809626 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:10.826204 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:10.931569 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks [] for security_group (0a368dcb-329c-4f71-b626-a844a78e34b0), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:10.935024 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (0a368dcb-329c-4f71-b626-a844a78e34b0), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:10.965967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:19:10.993963 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766922093114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (bf0cbdd4-f47f-4699-a312-e4eb987ac59e), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:10.994535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Unsubscribe: segment precommit_create {{(pid=103179) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 27 15:19:10.995074 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Added segment bf0cbdd4-f47f-4699-a312-e4eb987ac59e of type vlan for network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 Mar 27 15:19:11.000509 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0a368dcb-329c-4f71-b626-a844a78e34b0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:11.035084 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.035424 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.035775 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.036124 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.036454 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.036775 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.037091 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.037405 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.037726 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.038040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.038354 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.038679 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.039012 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.039323 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.039630 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Tracked resource versions report: Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: pushed versions: Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Agent': {'1.1'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Log': {'1.0'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'NDPProxy': {'1.0'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Network': {'1.1'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Port': {'1.7'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'PortForwarding': {'1.3'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'QosPolicy': {'1.10'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SubPort': {'1.0'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Subnet': {'1.1'}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Trunk': {'1.1'}} Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: consumer versions: Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Agent': '1.1', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'ConntrackHelper': '1.0', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'LocalIPAssociation': '1.0', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Log': '1.0', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'NDPProxy': '1.0', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Network': '1.1', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Port': '1.7', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'PortForwarding': '1.3', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'QosPolicy': '1.10', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroup': '1.5', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroupRule': '1.2', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SubPort': '1.0', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Subnet': '1.1', Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Trunk': '1.1'}} Mar 27 15:19:11.041038 dv-cinder-835384-1-iscsi neutron-server[103179]: {{(pid=103179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:11.104506 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (9e04ae85-d1dc-4ce9-91a7-5552c67c5045), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:11.148372 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (9e04ae85-d1dc-4ce9-91a7-5552c67c5045), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:11.153858 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:11.154590 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:11.256619 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7869387 Mar 27 15:19:11.281130 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af53a64-114b-4b80-898b-35476940b428 demo demo] Pushing event updated for resources: {'Network': ['ID=9e04ae85-d1dc-4ce9-91a7-5552c67c5045,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:11.294529 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:19:13.919690 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:14.328361 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b67f28-d895-4ab2-902a-126355d1afc8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:14.330857 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-51b67f28-d895-4ab2-902a-126355d1afc8 demo admin] 10.222.0.10 "GET /v2.0/networks/9e04ae85-d1dc-4ce9-91a7-5552c67c5045 HTTP/1.1" status: 200 len: 824 time: 0.4102008 Mar 27 15:19:14.354847 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-af72d57d-6099-488e-a544-a367a957378b demo admin] 10.222.0.10 "GET /v2.0/subnetpools/8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b HTTP/1.1" status: 200 len: 734 time: 0.0184224 Mar 27 15:19:14.362998 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Request body: {'subnet': {'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:14.383852 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Made reservation on behalf of 2c0f96380d944d50baa33d6b9abc2f3c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:14.386158 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:14.679341 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (bc195266-c46a-4675-93d1-9ad3237289b3), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:14.749309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bc195266-c46a-4675-93d1-9ad3237289b3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:14.752712 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Checking segment: {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:14.753118 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Network hostable DHCP agents. Network: 9e04ae85-d1dc-4ce9-91a7-5552c67c5045, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:19:14.774255 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:19:14.786781 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 9e04ae85-d1dc-4ce9-91a7-5552c67c5045) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:14.791535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:14.792164 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:14.798783 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee429e9-c6df-4dd4-9730-7bf314247490 None None] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:14.808765 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d925c379-6d35-45e5-9a5f-6d5e399545a0 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4489450 Mar 27 15:19:15.069376 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:19:15.070632 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:15.363178 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Allocated IP 172.20.0.2 (9e04ae85-d1dc-4ce9-91a7-5552c67c5045/bc195266-c46a-4675-93d1-9ad3237289b3/b13256bf-a6b8-4b46-b522-ee07d092e4aa) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:19:15.636992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Publish callbacks [] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:15.648631 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:15.716087 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:15.721698 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:15.737546 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:19:15.745081 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Pushing event updated for resources: {'Port': ['ID=b13256bf-a6b8-4b46-b522-ee07d092e4aa,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:15.789482 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.789832 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.790193 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.790567 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.790906 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.791260 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.791596 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.791921 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.792244 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.792583 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.792893 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.793231 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.793558 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.793877 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.794198 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Tracked resource versions report: Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: pushed versions: Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Agent': {'1.1'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Log': {'1.0'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'NDPProxy': {'1.0'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Network': {'1.1'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Port': {'1.7'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'PortForwarding': {'1.3'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'QosPolicy': {'1.10'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SubPort': {'1.0'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Subnet': {'1.1'}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Trunk': {'1.1'}} Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: consumer versions: Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Agent': '1.1', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'ConntrackHelper': '1.0', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'LocalIPAssociation': '1.0', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Log': '1.0', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'NDPProxy': '1.0', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Network': '1.1', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Port': '1.7', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'PortForwarding': '1.3', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'QosPolicy': '1.10', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroup': '1.5', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroupRule': '1.2', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SubPort': '1.0', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Subnet': '1.1', Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Trunk': '1.1'}} Mar 27 15:19:15.795716 dv-cinder-835384-1-iscsi neutron-server[103180]: {{(pid=103180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:15.831794 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Attempting to bind port b13256bf-a6b8-4b46-b522-ee07d092e4aa on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:19:15.832372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Attempting to bind port b13256bf-a6b8-4b46-b522-ee07d092e4aa by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:19:15.832734 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Attempting to bind port b13256bf-a6b8-4b46-b522-ee07d092e4aa on network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:19:15.837704 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:19:15.838075 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Checking segment: {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:15.838566 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:15.838985 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Bound using segment: {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:19:15.839456 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Bound port: b13256bf-a6b8-4b46-b522-ee07d092e4aa, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:19:15.839865 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:15.904109 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] For port b13256bf-a6b8-4b46-b522-ee07d092e4aa, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:19:15.908813 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] For port b13256bf-a6b8-4b46-b522-ee07d092e4aa, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b13256bf-a6b8-4b46-b522-ee07d092e4aa,segment=NetworkSegment(bf0cbdd4-f47f-4699-a312-e4eb987ac59e),segment_id=bf0cbdd4-f47f-4699-a312-e4eb987ac59e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:19:15.916533 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:15.981120 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac3824-02a7-4915-b689-ba9354547f7b None None] Pushing event updated for resources: {'Port': ['ID=b13256bf-a6b8-4b46-b522-ee07d092e4aa,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:17.374965 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40278) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:17.691726 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [None req-fb900601-d124-4574-89c9-d03134d872d4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:17.706453 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-fb900601-d124-4574-89c9-d03134d872d4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3168674 Mar 27 15:19:20.275285 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 40286) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:20.768499 dv-cinder-835384-1-iscsi neutron-server[103178]: WARNING oslo_policy.policy [None req-490ea96e-a201-4c52-b494-ebab11411498 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:20.769060 dv-cinder-835384-1-iscsi neutron-server[103178]: WARNING oslo_policy.policy [None req-490ea96e-a201-4c52-b494-ebab11411498 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:20.994539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [None req-490ea96e-a201-4c52-b494-ebab11411498 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:21.010964 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-490ea96e-a201-4c52-b494-ebab11411498 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7192934 Mar 27 15:19:23.568911 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 40300) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:23.884350 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:23.944161 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.policy [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 27 15:19:23.987857 dv-cinder-835384-1-iscsi neutron-server[103178]: WARNING oslo_policy.policy [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:23.988241 dv-cinder-835384-1-iscsi neutron-server[103178]: WARNING oslo_policy.policy [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 27 15:19:24.050346 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (102f07a4-a824-423f-87a5-1007be435452), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.052232 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (102f07a4-a824-423f-87a5-1007be435452), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.214986 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Publish callbacks [] for router_controller (102f07a4-a824-423f-87a5-1007be435452), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.220570 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (102f07a4-a824-423f-87a5-1007be435452), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.245693 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:24.246918 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d891cdfd-7489-4d3c-8d7f-76b59cce9e35 demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6769903 Mar 27 15:19:25.746522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b13256bf-a6b8-4b46-b522-ee07d092e4aa up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:25.835845 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port b13256bf-a6b8-4b46-b522-ee07d092e4aa triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:25.836261 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.945824 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port b13256bf-a6b8-4b46-b522-ee07d092e4aa is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:25.946175 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:25.982521 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port b13256bf-a6b8-4b46-b522-ee07d092e4aa, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b13256bf-a6b8-4b46-b522-ee07d092e4aa,segment=NetworkSegment(bf0cbdd4-f47f-4699-a312-e4eb987ac59e),segment_id=bf0cbdd4-f47f-4699-a312-e4eb987ac59e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:19:25.986353 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:26.037083 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=b13256bf-a6b8-4b46-b522-ee07d092e4aa,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:26.796567 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:27.112920 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [None req-55cffcde-26dc-4f0d-a7b3-0934322c1f83 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:19:27.113909 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-55cffcde-26dc-4f0d-a7b3-0934322c1f83 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158479 Mar 27 15:19:27.332971 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161aa7e-747a-49cb-8c7d-f8f11bed9abb None None] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:27.461030 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d8b5bfd3-e6f1-4b2a-a7c5-f473d05238d9 None None] Provisioning complete for port b13256bf-a6b8-4b46-b522-ee07d092e4aa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:27.461414 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5bfd3-e6f1-4b2a-a7c5-f473d05238d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:27.548002 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5bfd3-e6f1-4b2a-a7c5-f473d05238d9 None None] Current status of the port b13256bf-a6b8-4b46-b522-ee07d092e4aa is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:27.657326 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b13256bf-a6b8-4b46-b522-ee07d092e4aa up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:27.700186 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-727034ed-e278-4355-84d7-41f0154ca4b0 None None] Provisioning complete for port b13256bf-a6b8-4b46-b522-ee07d092e4aa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:27.700581 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-727034ed-e278-4355-84d7-41f0154ca4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:27.751051 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port b13256bf-a6b8-4b46-b522-ee07d092e4aa triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:27.751442 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:27.816191 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-727034ed-e278-4355-84d7-41f0154ca4b0 None None] Current status of the port b13256bf-a6b8-4b46-b522-ee07d092e4aa is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:27.858423 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port b13256bf-a6b8-4b46-b522-ee07d092e4aa is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:29.108612 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:19:29.694002 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40322) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:30.002215 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:30.021704 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Made reservation on behalf of 60054b20d3e24012bd9c9449d502bf4a for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:30.023936 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.031965 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.105194 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks [] for security_group (9b413d33-70e7-4dbc-bfab-f1b74f84a32b), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.108890 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9b413d33-70e7-4dbc-bfab-f1b74f84a32b), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.126537 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103179) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 27 15:19:30.142270 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b413d33-70e7-4dbc-bfab-f1b74f84a32b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:30.149365 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (fe26346e-3449-43d9-b1a5-050a5b42da56), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.149647 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Added segment fe26346e-3449-43d9-b1a5-050a5b42da56 of type flat for network 962028a5-eed6-44dc-be10-59d872ef2974 Mar 27 15:19:30.195870 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (962028a5-eed6-44dc-be10-59d872ef2974), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.229989 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (962028a5-eed6-44dc-be10-59d872ef2974), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.230894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:30.231487 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:30.309711 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6149688 Mar 27 15:19:30.327840 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d5be3-1e0e-4d5c-9211-309235ade2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=962028a5-eed6-44dc-be10-59d872ef2974,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:30.338352 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 962028a5-eed6-44dc-be10-59d872ef2974 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:19:30.596288 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f2278cb2-adeb-4f69-a015-4d8391174882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:32.927708 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:32.962900 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-31124314-26ec-4ba8-a6c8-7f182b6a65f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:33.283571 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a460c41-d04e-45b6-b345-9428083ba6d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:33.284901 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2a460c41-d04e-45b6-b345-9428083ba6d2 demo admin] 10.222.0.10 "GET /v2.0/subnets/bc195266-c46a-4675-93d1-9ad3237289b3 HTTP/1.1" status: 200 len: 849 time: 0.3559568 Mar 27 15:19:33.453486 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-43761240-2b2f-47fa-96b0-2bbbeb9a91a4 demo admin] 10.222.0.10 "GET /v2.0/routers/102f07a4-a824-423f-87a5-1007be435452 HTTP/1.1" status: 200 len: 704 time: 0.1627896 Mar 27 15:19:33.727696 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:33.973034 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.018987 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Allocated IP 172.20.0.1 (9e04ae85-d1dc-4ce9-91a7-5552c67c5045/bc195266-c46a-4675-93d1-9ad3237289b3/4b6c160f-6716-4c55-a1cc-d18d8e599c69) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:19:34.215917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks [] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.282865 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.347117 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:34.351756 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:34.354236 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:19:34.354864 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (102f07a4-a824-423f-87a5-1007be435452), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.431922 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Pushing event updated for resources: {'Port': ['ID=4b6c160f-6716-4c55-a1cc-d18d8e599c69,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:34.581230 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1adff3f4-5b3f-4dc5-9922-4daf1cd75c84 None None] Provisioning complete for port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:34.581532 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1adff3f4-5b3f-4dc5-9922-4daf1cd75c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.582370 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.614235 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1adff3f4-5b3f-4dc5-9922-4daf1cd75c84 None None] Port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:19:34.791744 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks [] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.796067 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.796816 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (102f07a4-a824-423f-87a5-1007be435452), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:34.877131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Pushing event updated for resources: {'Port': ['ID=4b6c160f-6716-4c55-a1cc-d18d8e599c69,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:34.924328 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:34.925610 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:35.093641 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Router 102f07a4-a824-423f-87a5-1007be435452 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:19:35.188285 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:19:35.193614 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6aba6d95-d028-425f-9c9a-d607a302b0d5 demo admin] 10.222.0.10 "PUT /v2.0/routers/102f07a4-a824-423f-87a5-1007be435452/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7346914 Mar 27 15:19:35.197958 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Sync routers for ids ['102f07a4-a824-423f-87a5-1007be435452'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:19:35.210469 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Routers {'102f07a4-a824-423f-87a5-1007be435452'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:35.211343 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:19:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['102f07a4-a824-423f-87a5-1007be435452'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:35.240008 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1fbf198c-2a76-400b-96d5-ab4d48229c6e None None] Provisioning complete for port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:35.240606 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1fbf198c-2a76-400b-96d5-ab4d48229c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:35.287569 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf198c-2a76-400b-96d5-ab4d48229c6e None None] Port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:19:35.302784 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:35.417250 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Set router 102f07a4-a824-423f-87a5-1007be435452 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:35.842640 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102f07a4-a824-423f-87a5-1007be435452', 'name': 'router1', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:24Z', 'updated_at': '2022-03-27T15:19:34Z', 'revision_number': 2, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'gw_port_host': None, '_interfaces': [{'id': '4b6c160f-6716-4c55-a1cc-d18d8e599c69', 'name': '', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'mac_address': 'fa:16:3e:34:76:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:33Z', 'updated_at': '2022-03-27T15:19:34Z', 'revision_number': 2, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'subnets': [{'id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:35.893895 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Checking router: 102f07a4-a824-423f-87a5-1007be435452 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:19:35.894261 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Updating router 102f07a4-a824-423f-87a5-1007be435452 port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:19:35.946489 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.448790 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Publish callbacks [] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.455869 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.605717 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Pushing event updated for resources: {'Port': ['ID=4b6c160f-6716-4c55-a1cc-d18d8e599c69,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:36.629919 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.630254 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.630618 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.630989 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.631328 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.631655 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.631981 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.632303 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.632625 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.632938 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.633265 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.633599 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.633921 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.634237 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.634551 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Tracked resource versions report: Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: pushed versions: Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: { 'AddressGroup': {'1.2'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Agent': {'1.1'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'ConntrackHelper': {'1.0'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Log': {'1.0'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'NDPProxy': {'1.0'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Network': {'1.1'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Port': {'1.7'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'PortForwarding': {'1.3'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'QosPolicy': {'1.10'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroup': {'1.5'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SubPort': {'1.0'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Subnet': {'1.1'}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Trunk': {'1.1'}} Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: consumer versions: Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Agent': '1.1', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'ConntrackHelper': '1.0', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'LocalIPAssociation': '1.0', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Log': '1.0', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'NDPProxy': '1.0', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Network': '1.1', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Port': '1.7', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'PortForwarding': '1.3', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'QosPolicy': '1.10', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroup': '1.5', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroupRule': '1.2', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SubPort': '1.0', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Subnet': '1.1', Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Trunk': '1.1'}} Mar 27 15:19:36.636076 dv-cinder-835384-1-iscsi neutron-server[103181]: {{(pid=103181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:19:36.649318 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Attempting to bind port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:19:36.649728 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Attempting to bind port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:19:36.650172 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Attempting to bind port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 on network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:19:36.655824 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:19:36.656926 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Checking segment: {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:36.657748 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.658248 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Bound using segment: {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:19:36.658791 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Bound port: 4b6c160f-6716-4c55-a1cc-d18d8e599c69, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0cbdd4-f47f-4699-a312-e4eb987ac59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:19:36.659270 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.714321 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7a61494d-b047-4b07-9818-2bc807fd0271 None None] Provisioning complete for port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:36.714823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a61494d-b047-4b07-9818-2bc807fd0271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.729047 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] For port 4b6c160f-6716-4c55-a1cc-d18d8e599c69, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:19:36.748259 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] For port 4b6c160f-6716-4c55-a1cc-d18d8e599c69, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4b6c160f-6716-4c55-a1cc-d18d8e599c69,segment=NetworkSegment(bf0cbdd4-f47f-4699-a312-e4eb987ac59e),segment_id=bf0cbdd4-f47f-4699-a312-e4eb987ac59e)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:19:36.752208 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7a61494d-b047-4b07-9818-2bc807fd0271 None None] Port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:19:36.755119 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.810643 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Routers {'102f07a4-a824-423f-87a5-1007be435452'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:36.811300 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:19:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['102f07a4-a824-423f-87a5-1007be435452'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:36.882777 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab320-5cc2-486b-a6e7-a23d010226cc None None] Pushing event updated for resources: {'Port': ['ID=4b6c160f-6716-4c55-a1cc-d18d8e599c69,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:36.896661 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:36.910128 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] Set router 102f07a4-a824-423f-87a5-1007be435452 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:36.973433 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] Provisioning complete for port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:36.973746 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:37.053282 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] Current status of the port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:37.053622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:37.085452 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] For port 4b6c160f-6716-4c55-a1cc-d18d8e599c69, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4b6c160f-6716-4c55-a1cc-d18d8e599c69,segment=NetworkSegment(bf0cbdd4-f47f-4699-a312-e4eb987ac59e),segment_id=bf0cbdd4-f47f-4699-a312-e4eb987ac59e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:19:37.089391 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:37.130650 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102f07a4-a824-423f-87a5-1007be435452', 'name': 'router1', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:24Z', 'updated_at': '2022-03-27T15:19:34Z', 'revision_number': 2, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'gw_port_host': None, '_interfaces': [{'id': '4b6c160f-6716-4c55-a1cc-d18d8e599c69', 'name': '', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'mac_address': 'fa:16:3e:34:76:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:33Z', 'updated_at': '2022-03-27T15:19:36Z', 'revision_number': 4, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'subnets': [{'id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:37.139157 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f6cf-ba51-4de9-9599-9bc3290350d2 None None] Pushing event updated for resources: {'Port': ['ID=4b6c160f-6716-4c55-a1cc-d18d8e599c69,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:37.159420 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f72659-92b8-48d4-aefc-3aa351e2a810 None None] The sync data for ids ['102f07a4-a824-423f-87a5-1007be435452'] in dv-cinder-835384-1-iscsi is: [{'id': '102f07a4-a824-423f-87a5-1007be435452', 'name': 'router1', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:24Z', 'updated_at': '2022-03-27T15:19:34Z', 'revision_number': 2, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'gw_port_host': None, '_interfaces': [{'id': '4b6c160f-6716-4c55-a1cc-d18d8e599c69', 'name': '', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'mac_address': 'fa:16:3e:34:76:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:33Z', 'updated_at': '2022-03-27T15:19:36Z', 'revision_number': 4, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'subnets': [{'id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:19:37.735198 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:37.930576 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c02df-c46f-48d0-b4d6-853ae28aac82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:37.932000 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-906c02df-c46f-48d0-b4d6-853ae28aac82 admin admin] 10.222.0.10 "GET /v2.0/networks/962028a5-eed6-44dc-be10-59d872ef2974 HTTP/1.1" status: 200 len: 842 time: 0.1958339 Mar 27 15:19:37.941426 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'gateway_ip': '172.27.1.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:37.961187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Made reservation on behalf of 60054b20d3e24012bd9c9449d502bf4a for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:19:37.964113 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:38.246668 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.objects.ports [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 27 15:19:38.247015 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (824c96d2-04a4-4feb-94d9-8bdcf32f1f00), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:38.373019 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=824c96d2-04a4-4feb-94d9-8bdcf32f1f00,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:38.381023 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:38.381380 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Network hostable DHCP agents. Network: 962028a5-eed6-44dc-be10-59d872ef2974, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:19:38.398470 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:19:38.407863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 962028a5-eed6-44dc-be10-59d872ef2974) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:38.414874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:38.415499 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:38.415685 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b9183d-f0f9-45d5-82c2-5440e970c733 None None] Network 962028a5-eed6-44dc-be10-59d872ef2974 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:38.431644 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9a5d96f3-117e-4ddf-baf9-1ee282e5d7c9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4937019 Mar 27 15:19:38.533048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3800dc-ed72-4290-a3de-2e45b1a830b2 None None] Network 962028a5-eed6-44dc-be10-59d872ef2974 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:19:40.970449 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:41.105456 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-743a770c-0629-43e9-bb39-3d45911ae6a5 demo admin] 10.222.0.10 "GET /v2.0/routers/102f07a4-a824-423f-87a5-1007be435452 HTTP/1.1" status: 200 len: 710 time: 0.1339023 Mar 27 15:19:41.191807 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c88ef1-7d62-4bae-a37b-7de00f9d7bf0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:19:41.193187 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-00c88ef1-7d62-4bae-a37b-7de00f9d7bf0 demo admin] 10.222.0.10 "GET /v2.0/networks/962028a5-eed6-44dc-be10-59d872ef2974 HTTP/1.1" status: 200 len: 886 time: 0.0817225 Mar 27 15:19:41.201841 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:19:41.452458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks [] for router_gateway (102f07a4-a824-423f-87a5-1007be435452), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:41.681498 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks [] for router_gateway (102f07a4-a824-423f-87a5-1007be435452), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:41.763162 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:41.868331 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Allocated IP 172.27.1.27 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/f1f50e9b-e637-40ea-ae9c-ed79db969582) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:19:41.973541 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks [] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:42.007174 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:42.045443 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:19:42.048310 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:19:42.050771 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:19:42.092181 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Pushing event updated for resources: {'Port': ['ID=f1f50e9b-e637-40ea-ae9c-ed79db969582,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:42.304667 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks [] for router_gateway (102f07a4-a824-423f-87a5-1007be435452), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:42.602627 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-722911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router (102f07a4-a824-423f-87a5-1007be435452), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:42.606150 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-722902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-722733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723335'] for router (102f07a4-a824-423f-87a5-1007be435452), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:42.716999 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Router 102f07a4-a824-423f-87a5-1007be435452 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:19:42.825552 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:19:42.830112 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:42.846978 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-18bb58fe-5b3d-4942-87c6-5777643baf35 demo admin] 10.222.0.10 "PUT /v2.0/routers/102f07a4-a824-423f-87a5-1007be435452 HTTP/1.1" status: 200 len: 889 time: 1.6326330 Mar 27 15:19:45.413337 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40380) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:19:45.529681 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8394d451-789a-4c5d-8124-02d6d674e1d4 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1152120 Mar 27 15:19:45.696749 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4b6c160f-6716-4c55-a1cc-d18d8e599c69 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:45.746044 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:45.747270 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:45.821928 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Sync routers for ids ['102f07a4-a824-423f-87a5-1007be435452'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:19:45.845555 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Routers {'102f07a4-a824-423f-87a5-1007be435452'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:45.846976 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:19:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['102f07a4-a824-423f-87a5-1007be435452'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:45.864973 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:46.069574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Set router 102f07a4-a824-423f-87a5-1007be435452 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:46.550917 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102f07a4-a824-423f-87a5-1007be435452', 'name': 'router1', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f1f50e9b-e637-40ea-ae9c-ed79db969582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:24Z', 'updated_at': '2022-03-27T15:19:42Z', 'revision_number': 4, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'gw_port': {'id': 'f1f50e9b-e637-40ea-ae9c-ed79db969582', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:db:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:41Z', 'updated_at': '2022-03-27T15:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '4b6c160f-6716-4c55-a1cc-d18d8e599c69', 'name': '', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'mac_address': 'fa:16:3e:34:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:33Z', 'updated_at': '2022-03-27T15:19:37Z', 'revision_number': 5, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'subnets': [{'id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:46.602574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Checking router: 102f07a4-a824-423f-87a5-1007be435452 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:19:46.602958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Updating router 102f07a4-a824-423f-87a5-1007be435452 port f1f50e9b-e637-40ea-ae9c-ed79db969582 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:19:46.656624 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:46.995339 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Publish callbacks [] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:47.000498 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:47.048814 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Attempting to bind port f1f50e9b-e637-40ea-ae9c-ed79db969582 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:19:47.049193 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Attempting to bind port f1f50e9b-e637-40ea-ae9c-ed79db969582 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:19:47.049553 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Attempting to bind port f1f50e9b-e637-40ea-ae9c-ed79db969582 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:19:47.056478 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bb988-8360-4b71-8264-4d2588bc0e94 None None] Pushing event updated for resources: {'Port': ['ID=f1f50e9b-e637-40ea-ae9c-ed79db969582,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:47.058987 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:19:47.059335 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:19:47.059719 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:47.060103 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:19:47.060563 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Bound port: f1f50e9b-e637-40ea-ae9c-ed79db969582, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:19:47.060935 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:47.112444 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] For port f1f50e9b-e637-40ea-ae9c-ed79db969582, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:19:47.121856 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] For port f1f50e9b-e637-40ea-ae9c-ed79db969582, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=f1f50e9b-e637-40ea-ae9c-ed79db969582,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:19:47.128683 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:47.178125 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Routers {'102f07a4-a824-423f-87a5-1007be435452'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:19:47.178727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:19:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['102f07a4-a824-423f-87a5-1007be435452'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:47.222839 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bb988-8360-4b71-8264-4d2588bc0e94 None None] Pushing event updated for resources: {'Port': ['ID=f1f50e9b-e637-40ea-ae9c-ed79db969582,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:47.318276 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] Set router 102f07a4-a824-423f-87a5-1007be435452 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:19:47.545305 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102f07a4-a824-423f-87a5-1007be435452', 'name': 'router1', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f1f50e9b-e637-40ea-ae9c-ed79db969582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:24Z', 'updated_at': '2022-03-27T15:19:42Z', 'revision_number': 4, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'gw_port': {'id': 'f1f50e9b-e637-40ea-ae9c-ed79db969582', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:db:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:41Z', 'updated_at': '2022-03-27T15:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '4b6c160f-6716-4c55-a1cc-d18d8e599c69', 'name': '', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'mac_address': 'fa:16:3e:34:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:33Z', 'updated_at': '2022-03-27T15:19:37Z', 'revision_number': 5, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'subnets': [{'id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:19:47.577006 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef5c54-8083-4907-9e26-1d3b1454ec52 None None] The sync data for ids ['102f07a4-a824-423f-87a5-1007be435452'] in dv-cinder-835384-1-iscsi is: [{'id': '102f07a4-a824-423f-87a5-1007be435452', 'name': 'router1', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f1f50e9b-e637-40ea-ae9c-ed79db969582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:19:24Z', 'updated_at': '2022-03-27T15:19:42Z', 'revision_number': 4, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'gw_port': {'id': 'f1f50e9b-e637-40ea-ae9c-ed79db969582', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:db:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:41Z', 'updated_at': '2022-03-27T15:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '4b6c160f-6716-4c55-a1cc-d18d8e599c69', 'name': '', 'network_id': '9e04ae85-d1dc-4ce9-91a7-5552c67c5045', 'tenant_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'mac_address': 'fa:16:3e:34:76:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102f07a4-a824-423f-87a5-1007be435452', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:19:33Z', 'updated_at': '2022-03-27T15:19:37Z', 'revision_number': 5, 'project_id': '2c0f96380d944d50baa33d6b9abc2f3c', 'subnets': [{'id': 'bc195266-c46a-4675-93d1-9ad3237289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b0321ec-60f2-4b9e-bf51-8fa6b06ed70b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:19:49.805358 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device f1f50e9b-e637-40ea-ae9c-ed79db969582 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:49.860461 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port f1f50e9b-e637-40ea-ae9c-ed79db969582 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:49.861123 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:49.951487 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port f1f50e9b-e637-40ea-ae9c-ed79db969582 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:19:49.952120 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:49.980753 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port f1f50e9b-e637-40ea-ae9c-ed79db969582, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=f1f50e9b-e637-40ea-ae9c-ed79db969582,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:19:49.989461 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:50.055690 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=f1f50e9b-e637-40ea-ae9c-ed79db969582,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:19:51.707878 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device f1f50e9b-e637-40ea-ae9c-ed79db969582 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:19:51.783673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port f1f50e9b-e637-40ea-ae9c-ed79db969582 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:19:51.784248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f1f50e9b-e637-40ea-ae9c-ed79db969582), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:19:51.889701 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port f1f50e9b-e637-40ea-ae9c-ed79db969582 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:20:00.604076 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dba4b077-371a-4531-aef1-9f3532cad40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:02.970453 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5962-f010-4c96-9156-49677be48f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:03.978571 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:05.312862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:06.108573 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:20:06.901906 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:30.596898 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-194b3271-e1d5-49ce-930a-d2991f342814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:32.966829 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1978637d-b8fd-4277-82ad-295c093f5d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:33.981617 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:35.301013 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:36.888299 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:20:43.108020 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:21:00.600121 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1e17d35e-9ed9-466e-9832-e24a8e29c9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:02.970577 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-815ac033-79a5-4639-9eac-9e9d9feed741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:03.982143 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:05.299770 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:06.881399 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:07.827448 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40866) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:07.890854 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f412e7-da77-4d80-9263-389f2512e121 admin admin] GET failed (client error): The resource could not be found. Mar 27 15:21:07.892174 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f8f412e7-da77-4d80-9263-389f2512e121 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637760 Mar 27 15:21:08.048603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d349bb-4e01-4f18-9fcb-5cbd1a401d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:08.049988 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f9d349bb-4e01-4f18-9fcb-5cbd1a401d04 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1537600 Mar 27 15:21:10.378384 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:10.473027 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963414ec-acb8-4de2-b461-a788949edef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:10.474380 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-963414ec-acb8-4de2-b461-a788949edef3 admin admin] 10.222.0.10 "GET /v2.0/subnets/bc195266-c46a-4675-93d1-9ad3237289b3 HTTP/1.1" status: 200 len: 849 time: 0.0949810 Mar 27 15:21:10.484439 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:21:10.570335 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Publish callbacks [] for subnet (bc195266-c46a-4675-93d1-9ad3237289b3), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:10.711921 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766922236811'] for subnet (bc195266-c46a-4675-93d1-9ad3237289b3), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:10.742871 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:10.743504 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:10.744905 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] 10.222.0.10 "PUT /v2.0/subnets/bc195266-c46a-4675-93d1-9ad3237289b3 HTTP/1.1" status: 200 len: 868 time: 0.2646189 Mar 27 15:21:10.762673 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc195266-c46a-4675-93d1-9ad3237289b3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:21:10.766855 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69f2f8-73f5-4790-9841-b598f7c76b97 None None] Network 9e04ae85-d1dc-4ce9-91a7-5552c67c5045 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:21:10.770797 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.771177 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.771736 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.771863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.772211 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.772553 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.772848 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.773275 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.773655 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.773986 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.774353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.774680 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.775032 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.775351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:10.775671 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3c273-4275-4e9e-8cf1-a9eaca9c2cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:21:11.073869 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8feda5a1-e9c9-4243-902e-e727fbb7b94d None None] Provisioning complete for port b13256bf-a6b8-4b46-b522-ee07d092e4aa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:21:11.074249 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8feda5a1-e9c9-4243-902e-e727fbb7b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b13256bf-a6b8-4b46-b522-ee07d092e4aa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:11.150110 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8feda5a1-e9c9-4243-902e-e727fbb7b94d None None] Current status of the port b13256bf-a6b8-4b46-b522-ee07d092e4aa is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:11.159993 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8feda5a1-e9c9-4243-902e-e727fbb7b94d None None] Provisioning complete for port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:21:11.160333 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8feda5a1-e9c9-4243-902e-e727fbb7b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4b6c160f-6716-4c55-a1cc-d18d8e599c69), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:11.235501 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8feda5a1-e9c9-4243-902e-e727fbb7b94d None None] Current status of the port 4b6c160f-6716-4c55-a1cc-d18d8e599c69 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:21:13.070073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:13.263845 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8d695-f548-4233-97dd-35bc71fd1f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:13.264233 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8d695-f548-4233-97dd-35bc71fd1f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:13.265911 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-17d8d695-f548-4233-97dd-35bc71fd1f8a admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1948745 Mar 27 15:21:15.624170 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 40892) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:15.870050 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89e7d-380b-48ac-914f-77f1551a4b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:15.870507 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89e7d-380b-48ac-914f-77f1551a4b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:15.872227 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-14a89e7d-380b-48ac-914f-77f1551a4b6d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2471018 Mar 27 15:21:18.179488 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:18.303992 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7492f-9be7-4478-b509-d909f8ffc3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:18.305387 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-49a7492f-9be7-4478-b509-d909f8ffc3d1 admin admin] 10.222.0.10 "GET /v2.0/networks/962028a5-eed6-44dc-be10-59d872ef2974 HTTP/1.1" status: 200 len: 886 time: 0.1249437 Mar 27 15:21:20.106213 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:21:20.629439 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40910) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:20.760466 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa963f1e-ce35-4828-950a-1b61f4aed624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:20.761852 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-aa963f1e-ce35-4828-950a-1b61f4aed624 admin admin] 10.222.0.10 "GET /v2.0/networks/9e04ae85-d1dc-4ce9-91a7-5552c67c5045 HTTP/1.1" status: 200 len: 868 time: 0.1314285 Mar 27 15:21:23.080893 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40918) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:23.201494 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eacd63-3aa5-40d5-b05e-28ab1223970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:23.201963 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eacd63-3aa5-40d5-b05e-28ab1223970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:23.203519 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-00eacd63-3aa5-40d5-b05e-28ab1223970c admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216850 Mar 27 15:21:25.511703 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:25.604088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8257b97-dcc3-48ed-998a-1cea34782531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:25.604538 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8257b97-dcc3-48ed-998a-1cea34782531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:25.606001 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e8257b97-dcc3-48ed-998a-1cea34782531 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930972 Mar 27 15:21:27.935262 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:28.120678 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5326f8-7d06-4aa2-b0ae-d9eecfff1c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:28.122038 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5d5326f8-7d06-4aa2-b0ae-d9eecfff1c06 admin admin] 10.222.0.10 "GET /v2.0/subnets/824c96d2-04a4-4feb-94d9-8bdcf32f1f00 HTTP/1.1" status: 200 len: 816 time: 0.1853046 Mar 27 15:21:30.457488 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:30.547962 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756da4a-7634-4fbf-b5bb-55ff82d1516a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:21:30.549286 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d756da4a-7634-4fbf-b5bb-55ff82d1516a admin admin] 10.222.0.10 "GET /v2.0/subnets/bc195266-c46a-4675-93d1-9ad3237289b3 HTTP/1.1" status: 200 len: 868 time: 0.0908432 Mar 27 15:21:30.604818 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-de49c5b1-0659-4e7c-a920-865addbcdd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:32.972443 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-070bc71d-43af-4c6e-abdb-10ba3047f9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:33.985351 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:35.302113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:36.882733 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:21:57.103904 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:21:58.697270 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 40994) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:21:58.744739 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [None req-2a0f0d5c-1b78-45b1-8f3a-83d2c571418b admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:21:58.745735 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2a0f0d5c-1b78-45b1-8f3a-83d2c571418b admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475180 Mar 27 15:22:00.608800 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3f8cd57-27dc-4e8d-9cd6-095cc9cd10dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:01.130572 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41002) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:22:01.190767 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40a09e9-2f86-49fb-a5f7-3e474f804848 admin admin] GET failed (client error): The resource could not be found. Mar 27 15:22:01.192081 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c40a09e9-2f86-49fb-a5f7-3e474f804848 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604811 Mar 27 15:22:01.278268 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0565264a-3573-4c25-967d-57d1b96596e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:22:01.280393 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0565264a-3573-4c25-967d-57d1b96596e7 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841022 Mar 27 15:22:02.975718 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-27a4ebe4-1adf-4cbf-a950-4c6bfb8a6c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:03.679110 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41010) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:22:03.726061 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:22:03.744618 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Made reservation on behalf of 60054b20d3e24012bd9c9449d502bf4a for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:22:03.747551 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:03.775226 dv-cinder-835384-1-iscsi neutron-server[103179]: WARNING neutron.services.revisions.revision_plugin [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Could not find related network for resource to bump revision. Mar 27 15:22:03.786111 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:22:03.795202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (5b1057cb-0202-4b35-b54d-ed4e8aba3467), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:03.795547 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Added segment 5b1057cb-0202-4b35-b54d-ed4e8aba3467 of type vlan for network 8f70acd5-facd-4a52-917f-bbc304456469 Mar 27 15:22:03.848353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (8f70acd5-facd-4a52-917f-bbc304456469), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:03.874432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (8f70acd5-facd-4a52-917f-bbc304456469), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:03.875676 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:22:03.876274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:03.936746 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2565413 Mar 27 15:22:03.943844 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884522-3569-4bba-a31b-94bd368c706a admin admin] Pushing event updated for resources: {'Network': ['ID=8f70acd5-facd-4a52-917f-bbc304456469,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:22:03.957965 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 8f70acd5-facd-4a52-917f-bbc304456469 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:22:04.034579 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:05.305583 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:06.282488 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41018) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:22:06.342315 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60c877a-4548-4f6f-a081-77047ebe3406 admin admin] GET failed (client error): The resource could not be found. Mar 27 15:22:06.343637 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f60c877a-4548-4f6f-a081-77047ebe3406 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601602 Mar 27 15:22:06.411484 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054414d1-a0d8-49ff-8f16-b2049c40db8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:22:06.412949 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-054414d1-a0d8-49ff-8f16-b2049c40db8e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0653808 Mar 27 15:22:06.422933 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Request body: {'subnet': {'network_id': '8f70acd5-facd-4a52-917f-bbc304456469', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:22:06.441570 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Made reservation on behalf of 60054b20d3e24012bd9c9449d502bf4a for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:22:06.443915 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:06.605068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (bc1cb6ff-e642-4910-8e43-664e47f59c5f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:06.660611 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1cb6ff-e642-4910-8e43-664e47f59c5f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:22:06.667490 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Checking segment: {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:22:06.667847 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Network hostable DHCP agents. Network: 8f70acd5-facd-4a52-917f-bbc304456469, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:22:06.685465 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Network 8f70acd5-facd-4a52-917f-bbc304456469 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:22:06.694563 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 8f70acd5-facd-4a52-917f-bbc304456469) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:22:06.698351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:22:06.698959 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:06.704724 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbc3e8-b7b0-42e8-beff-da344624aaed None None] Network 8f70acd5-facd-4a52-917f-bbc304456469 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:22:06.715530 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ff692cd5-33e2-4c14-b757-d69d61fe90f1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2964022 Mar 27 15:22:06.917772 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:06.927608 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-8f70acd5-facd-4a52-917f-bbc304456469', 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469', 'project_id': '60054b20d3e24012bd9c9449d502bf4a', 'fixed_ips': [{'subnet_id': 'bc1cb6ff-e642-4910-8e43-664e47f59c5f'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:22:06.928499 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.070092 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Allocated IP 192.168.233.2 (8f70acd5-facd-4a52-917f-bbc304456469/bc1cb6ff-e642-4910-8e43-664e47f59c5f/8fb36fff-396c-48c8-8093-9aff3a308260) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:22:07.214224 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Publish callbacks [] for port (8fb36fff-396c-48c8-8093-9aff3a308260), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.221145 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.263172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Network 8f70acd5-facd-4a52-917f-bbc304456469 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:22:07.267980 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:22:07.272959 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Pushing event updated for resources: {'Port': ['ID=8fb36fff-396c-48c8-8093-9aff3a308260,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:22:07.275077 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:22:07.286068 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.286416 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.286772 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.287152 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.287485 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.287811 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.288132 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.288453 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.288773 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.289090 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.289404 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.289735 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.290059 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.290374 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.290688 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:22:07.341221 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Attempting to bind port 8fb36fff-396c-48c8-8093-9aff3a308260 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:22:07.341597 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Attempting to bind port 8fb36fff-396c-48c8-8093-9aff3a308260 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:22:07.341958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Attempting to bind port 8fb36fff-396c-48c8-8093-9aff3a308260 on network 8f70acd5-facd-4a52-917f-bbc304456469 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:22:07.347047 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:22:07.347417 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Checking segment: {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:22:07.347809 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.348196 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Bound using segment: {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:22:07.348684 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Bound port: 8fb36fff-396c-48c8-8093-9aff3a308260, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:22:07.349056 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.411704 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] For port 8fb36fff-396c-48c8-8093-9aff3a308260, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:22:07.415645 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] For port 8fb36fff-396c-48c8-8093-9aff3a308260, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8fb36fff-396c-48c8-8093-9aff3a308260,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:22:07.424173 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.486072 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca1645-b58c-4b18-b8dc-26ecb8308928 None None] Pushing event updated for resources: {'Port': ['ID=8fb36fff-396c-48c8-8093-9aff3a308260,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:22:07.797674 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8fb36fff-396c-48c8-8093-9aff3a308260 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:22:07.848545 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 8fb36fff-396c-48c8-8093-9aff3a308260 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:22:07.849205 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.932234 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 8fb36fff-396c-48c8-8093-9aff3a308260 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:22:07.932624 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:07.970668 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 8fb36fff-396c-48c8-8093-9aff3a308260, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8fb36fff-396c-48c8-8093-9aff3a308260,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:22:07.975119 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:08.026023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=8fb36fff-396c-48c8-8093-9aff3a308260,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:22:08.307820 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762991c0-0735-49b2-8a94-d22cf074bcc9 None None] Network 8f70acd5-facd-4a52-917f-bbc304456469 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:22:08.395618 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d13bc5ff-4486-42fc-a87d-63edfd16c177 None None] Provisioning complete for port 8fb36fff-396c-48c8-8093-9aff3a308260 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:22:08.396108 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d13bc5ff-4486-42fc-a87d-63edfd16c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:08.503304 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc5ff-4486-42fc-a87d-63edfd16c177 None None] Current status of the port 8fb36fff-396c-48c8-8093-9aff3a308260 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:22:08.724841 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6c9bba77-3b0f-43a1-bca9-864c66af53e6 None None] Provisioning complete for port 8fb36fff-396c-48c8-8093-9aff3a308260 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:22:08.725235 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c9bba77-3b0f-43a1-bca9-864c66af53e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:08.808997 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bba77-3b0f-43a1-bca9-864c66af53e6 None None] Current status of the port 8fb36fff-396c-48c8-8093-9aff3a308260 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:22:09.758319 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8fb36fff-396c-48c8-8093-9aff3a308260 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:22:09.806564 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 8fb36fff-396c-48c8-8093-9aff3a308260 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:22:09.806980 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8fb36fff-396c-48c8-8093-9aff3a308260), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:09.885399 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 8fb36fff-396c-48c8-8093-9aff3a308260 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:22:30.611506 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9850e7be-a4a5-4719-9794-ef003e0816b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:32.977848 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66c5a7fa-b1cf-44e0-b36b-1f593159bb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:33.992211 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:34.102700 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:22:35.307397 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:22:36.884375 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:00.613234 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4206addd-1f67-4751-a7c4-e05e909b7991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:02.984739 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a56fad4f-1918-4d96-9242-f3595e44c2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:03.996574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:05.314330 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:06.878528 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:11.102099 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:23:26.933343 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41056) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:23:26.938916 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [None req-b0ffa0cb-b2b4-498f-aeba-5f1926155b75 tempest-verify_tempest_config-979618244 tempest-verify_tempest_config-979618244-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:23:26.939914 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b0ffa0cb-b2b4-498f-aeba-5f1926155b75 tempest-verify_tempest_config-979618244 tempest-verify_tempest_config-979618244-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055790 Mar 27 15:23:27.219718 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:23:27.323391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.396326 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Publish callbacks [] for security_group (b0595355-c732-499f-a8cd-7e5e9ee50168), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.399545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b0595355-c732-499f-a8cd-7e5e9ee50168), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.443673 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84fc1a90c6514913938ec6a4a5e94a91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2228758 Mar 27 15:23:27.444924 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0595355-c732-499f-a8cd-7e5e9ee50168,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:23:27.446369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41078) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:23:27.452349 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.452702 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.453063 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.453404 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.453754 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.454068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.454391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.454713 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.455110 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.455440 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.455780 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.456122 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.456447 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.456765 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.457084 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682836-90d1-41d2-b757-9c838d5ae4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.530621 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Publish callbacks [] for security_group (b0595355-c732-499f-a8cd-7e5e9ee50168), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.550569 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Publish callbacks [] for security_group (b0595355-c732-499f-a8cd-7e5e9ee50168), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.643570 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b0595355-c732-499f-a8cd-7e5e9ee50168), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.646143 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:27.647396 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0595355-c732-499f-a8cd-7e5e9ee50168 HTTP/1.1" status: 204 len: 168 time: 0.1994922 Mar 27 15:23:27.656219 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0595355-c732-499f-a8cd-7e5e9ee50168,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:23:27.665489 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.665833 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.666172 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.666504 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.666833 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.667175 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.667492 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.667806 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.668125 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.668445 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.668772 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.669104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.670126 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.670963 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.671291 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003711ab-43f0-4dce-a82e-52ba1ba8a5f0 admin admin] Tracked resource versions report: Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: pushed versions: Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: { 'AddressGroup': {'1.2'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Agent': {'1.1'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Log': {'1.0'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'NDPProxy': {'1.0'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Network': {'1.1'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Port': {'1.7'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'PortForwarding': {'1.3'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'QosPolicy': {'1.10'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroup': {'1.5'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SubPort': {'1.0'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Subnet': {'1.1'}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Trunk': {'1.1'}} Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: consumer versions: Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Agent': '1.1', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'ConntrackHelper': '1.0', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'LocalIPAssociation': '1.0', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Log': '1.0', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'NDPProxy': '1.0', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Network': '1.1', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Port': '1.7', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'PortForwarding': '1.3', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'QosPolicy': '1.10', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroup': '1.5', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroupRule': '1.2', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SubPort': '1.0', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Subnet': '1.1', Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Trunk': '1.1'}} Mar 27 15:23:27.672770 dv-cinder-835384-1-iscsi neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:23:30.614426 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3aebb99c-8324-44e3-bdf8-7b09a0c0573d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:32.977583 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b1ececf-3ea1-4fbe-8766-fca015f904da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:34.000286 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:35.312482 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:36.880883 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:23:48.101105 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:24:00.617927 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c438f3f-48a8-4e2f-bbc8-680f728a5c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:02.979070 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-51f7e138-7b01-4d6e-a882-a1370abee4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:03.999942 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:05.316502 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:06.886396 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:25.099410 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:24:30.618917 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42307bfa-f12e-4f3b-806c-3726c8c93444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:32.982036 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9223f75-ffa0-4cba-919e-69601f4d415f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:34.003825 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:35.319383 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:24:36.890408 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:00.621035 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2922f839-5019-433f-b803-ad6d14af6f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:02.098105 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:25:02.983505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-098e1225-d32f-4f27-bd6b-bcb322a4c786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:04.005027 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:05.322281 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:06.829645 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721197'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:06.892631 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:21.927666 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41154) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:25:22.032470 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b34530e9-caca-4f1b-b5ee-5ee6819a326f admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037242 Mar 27 15:25:24.498666 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41164) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:25:24.559890 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1444302d-1d83-464c-b9a8-2f267a9346b6 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601108 Mar 27 15:25:30.623236 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8a85984-b904-49a6-b97f-6c6f296e075f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:32.983968 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8014fb75-f2e8-4ca7-b682-93609ddd1b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:34.007265 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:35.325514 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:36.815570 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:36.895211 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:25:39.097379 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:26:00.623963 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f241cdb-347e-4531-ab88-853106e77fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:02.985689 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5940d29f-18e4-42d7-b513-f522c5744b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:04.010627 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:05.330493 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:06.813577 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:06.899447 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:16.098993 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:26:30.625098 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-98da993f-0510-4ea4-9d0e-421c70da85fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:32.987720 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-337cc91d-32c2-491d-bdad-6ab8cfbbc509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:34.014078 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:35.333221 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:36.813414 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:36.903483 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:53.099089 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:26:58.545492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:26:58.927026 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-network', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:26:58.949501 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Made reservation on behalf of acfe4fa6cdc94c06a1cdc702e98e7db7 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:26:58.952869 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:58.962187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.051391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks [] for security_group (b2ad95dd-69c5-488f-9611-e4bffab7ad84), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.056512 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b2ad95dd-69c5-488f-9611-e4bffab7ad84), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.083524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:26:59.084854 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad95dd-69c5-488f-9611-e4bffab7ad84,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:26:59.094766 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.095114 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.095681 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.096205 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.096708 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.097201 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.097746 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.098083 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.098434 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.098778 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.099148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.099496 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.100126 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.100569 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.100800 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Tracked resource versions report: Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: pushed versions: Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: { 'AddressGroup': {'1.2'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Agent': {'1.1'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'ConntrackHelper': {'1.0'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Log': {'1.0'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'NDPProxy': {'1.0'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Network': {'1.1'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Port': {'1.7'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'PortForwarding': {'1.3'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'QosPolicy': {'1.10'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroup': {'1.5'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SubPort': {'1.0'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Subnet': {'1.1'}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Trunk': {'1.1'}} Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: consumer versions: Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Agent': '1.1', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'ConntrackHelper': '1.0', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'LocalIPAssociation': '1.0', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Log': '1.0', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'NDPProxy': '1.0', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Network': '1.1', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Port': '1.7', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'PortForwarding': '1.3', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'QosPolicy': '1.10', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroup': '1.5', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SecurityGroupRule': '1.2', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'SubPort': '1.0', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Subnet': '1.1', Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: 'Trunk': '1.1'}} Mar 27 15:26:59.102028 dv-cinder-835384-1-iscsi neutron-server[103179]: {{(pid=103179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:26:59.108667 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:26:59.118214 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (a5005bd5-7330-4427-a5f9-22812c0f0459), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.118520 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Added segment a5005bd5-7330-4427-a5f9-22812c0f0459 of type vlan for network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 Mar 27 15:26:59.165965 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (e9d851fd-4ec8-4a6f-83ea-50387e2cb447), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.190777 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (e9d851fd-4ec8-4a6f-83ea-50387e2cb447), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.191957 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:26:59.193029 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.252547 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7030430 Mar 27 15:26:59.252889 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41356) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:26:59.257968 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Request body: {'subnet': {'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-subnet', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:26:59.265009 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739ba7-6b21-4e94-b9bc-72268739e1ff admin admin] Pushing event updated for resources: {'Network': ['ID=e9d851fd-4ec8-4a6f-83ea-50387e2cb447,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:26:59.275971 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:26:59.297744 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1363463138-network', 'tenant_id': '06d80a599fc24af186871fd0bde3b0ac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:26:59.303937 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Made reservation on behalf of acfe4fa6cdc94c06a1cdc702e98e7db7 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:26:59.307594 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.424813 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Made reservation on behalf of 06d80a599fc24af186871fd0bde3b0ac for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:26:59.427023 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.450049 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.714511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks [] for security_group (e582a413-c46a-4deb-afb1-d7493b28e160), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.723897 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e582a413-c46a-4deb-afb1-d7493b28e160), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.756048 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:26:59.764341 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (9a5da1c1-13eb-4df0-8823-d4790ed5393b), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.790733 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766922093114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (1a9f18fd-d9e6-4e96-8377-0f8861fedd3a), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.791767 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Unsubscribe: segment precommit_create {{(pid=103178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 27 15:26:59.792919 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Added segment 1a9f18fd-d9e6-4e96-8377-0f8861fedd3a of type vlan for network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 Mar 27 15:26:59.819718 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41384) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:26:59.880980 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e582a413-c46a-4deb-afb1-d7493b28e160,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:26:59.908094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.908459 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.908801 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.909149 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.909482 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.910002 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.910337 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.910667 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.911041 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.911434 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.911705 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.912060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.912388 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.912706 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.913187 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Tracked resource versions report: Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: pushed versions: Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: { 'AddressGroup': {'1.2'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Agent': {'1.1'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Log': {'1.0'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'NDPProxy': {'1.0'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Network': {'1.1'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Port': {'1.7'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'PortForwarding': {'1.3'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'QosPolicy': {'1.10'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroup': {'1.5'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SubPort': {'1.0'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Subnet': {'1.1'}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Trunk': {'1.1'}} Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: consumer versions: Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Agent': '1.1', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'ConntrackHelper': '1.0', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'LocalIPAssociation': '1.0', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Log': '1.0', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'NDPProxy': '1.0', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Network': '1.1', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Port': '1.7', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'PortForwarding': '1.3', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'QosPolicy': '1.10', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroup': '1.5', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SecurityGroupRule': '1.2', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'SubPort': '1.0', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Subnet': '1.1', Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: 'Trunk': '1.1'}} Mar 27 15:26:59.914710 dv-cinder-835384-1-iscsi neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:26:59.923727 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (ae737757-dd88-4d4b-ad52-6bb49d2f2ca2), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:26:59.954707 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5da1c1-13eb-4df0-8823-d4790ed5393b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:26:59.982305 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Checking segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:26:59.982965 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Network hostable DHCP agents. Network: e9d851fd-4ec8-4a6f-83ea-50387e2cb447, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:00.001817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (ae737757-dd88-4d4b-ad52-6bb49d2f2ca2), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.003260 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:00.004041 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.101213 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-890041525-network', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:00.123601 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:00.125159 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Made reservation on behalf of e7a1e3194dda4bd58501cbaade0859ae for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:00.127825 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.132073 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0452752 Mar 27 15:27:00.132928 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b54831-694b-444c-b1d4-6defffa141ea admin admin] Pushing event updated for resources: {'Network': ['ID=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:00.139802 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41406) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:00.142054 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.145495 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Request body: {'subnet': {'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1363463138-subnet', 'tenant_id': '06d80a599fc24af186871fd0bde3b0ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:00.150736 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:00.177687 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, e9d851fd-4ec8-4a6f-83ea-50387e2cb447) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:00.200251 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:00.201184 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.231401 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Made reservation on behalf of 06d80a599fc24af186871fd0bde3b0ac for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:00.233874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.245725 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks [] for security_group (aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.247383 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41414) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:00.248047 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-cf005000-51d5-4807-ae2c-11c38f447397 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9939005 Mar 27 15:27:00.253339 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:00.263149 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.280486 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d8d90-971c-478a-89f1-e2f6e9ce0199 None None] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:00.287480 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:00.316014 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (bcd5fa49-d297-413e-b97a-d92d9702fd31), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.317101 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (bcd5fa49-d297-413e-b97a-d92d9702fd31), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.320983 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (941d0f11-8416-4af6-9181-d710d7810ae7), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.321330 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Added segment 941d0f11-8416-4af6-9181-d710d7810ae7 of type vlan for network 02735e7d-815f-4e60-89da-c6933ab495b8 Mar 27 15:27:00.380165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:00.409843 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (02735e7d-815f-4e60-89da-c6933ab495b8), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.482123 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:27:00.483936 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.502430 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks [] for router_controller (bcd5fa49-d297-413e-b97a-d92d9702fd31), precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.516158 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (02735e7d-815f-4e60-89da-c6933ab495b8), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.517274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:00.517957 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.619629 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.663054 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8389297 Mar 27 15:27:00.664380 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:00.671731 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Request body: {'subnet': {'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-subnet', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:00.742102 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Allocated IP 172.20.0.2 (e9d851fd-4ec8-4a6f-83ea-50387e2cb447/9a5da1c1-13eb-4df0-8823-d4790ed5393b/c729a8ce-29c2-4ecb-bb7f-16d264815288) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:00.759319 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Checking segment: {'id': '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:00.760323 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Network hostable DHCP agents. Network: ae737757-dd88-4d4b-ad52-6bb49d2f2ca2, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:00.807712 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:00.824576 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:00.835734 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac47ba-7df1-4b55-8bb8-31fdb4e00173 admin admin] Pushing event updated for resources: {'Network': ['ID=02735e7d-815f-4e60-89da-c6933ab495b8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:00.838777 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, ae737757-dd88-4d4b-ad52-6bb49d2f2ca2) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:00.844738 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:00.845807 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.882353 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-64b42aff-7671-4913-8691-41a667e4315b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7408700 Mar 27 15:27:00.885115 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d6e41-1eab-4137-8340-51318df12e30 None None] Network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:00.885541 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks [] for router_gateway (bcd5fa49-d297-413e-b97a-d92d9702fd31), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.898671 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Made reservation on behalf of e7a1e3194dda4bd58501cbaade0859ae for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:00.902346 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:00.958772 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 02735e7d-815f-4e60-89da-c6933ab495b8 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:01.083667 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6cad3-fcd7-4925-9635-28695a59362b None None] Network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:01.208208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (7960cb80-d410-42b0-9f11-837bd4a38a1f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.397398 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8a34d45-fce9-4e16-88b9-799c8ff1c11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.408130 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Publish callbacks [] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.453434 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.531861 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7960cb80-d410-42b0-9f11-837bd4a38a1f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:01.550209 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Checking segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:01.551073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Network hostable DHCP agents. Network: 02735e7d-815f-4e60-89da-c6933ab495b8, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:01.573065 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Pushing event updated for resources: {'Port': ['ID=c729a8ce-29c2-4ecb-bb7f-16d264815288,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:01.595941 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:01.597992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.601029 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.602265 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.602786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.604191 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.605648 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.607634 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.607989 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.608334 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.608673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.611370 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.611733 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.612083 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.612417 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.612747 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Tracked resource versions report: Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: pushed versions: Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: { 'AddressGroup': {'1.2'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Agent': {'1.1'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'ConntrackHelper': {'1.0'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Log': {'1.0'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'NDPProxy': {'1.0'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Network': {'1.1'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Port': {'1.7'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'PortForwarding': {'1.3'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'QosPolicy': {'1.10'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroup': {'1.5'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SubPort': {'1.0'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Subnet': {'1.1'}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Trunk': {'1.1'}} Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: consumer versions: Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Agent': '1.1', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'ConntrackHelper': '1.0', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'LocalIPAssociation': '1.0', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Log': '1.0', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'NDPProxy': '1.0', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Network': '1.1', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Port': '1.7', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'PortForwarding': '1.3', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'QosPolicy': '1.10', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroup': '1.5', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SecurityGroupRule': '1.2', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'SubPort': '1.0', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Subnet': '1.1', Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: 'Trunk': '1.1'}} Mar 27 15:27:01.617628 dv-cinder-835384-1-iscsi neutron-server[103180]: {{(pid=103180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:27:01.620526 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:01.634234 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:01.656195 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:01.707146 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 02735e7d-815f-4e60-89da-c6933ab495b8) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:01.709473 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks [] for router_gateway (bcd5fa49-d297-413e-b97a-d92d9702fd31), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.713891 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:01.714652 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.742663 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d4747-091c-411a-8dcd-4593f4a12f03 None None] Network 02735e7d-815f-4e60-89da-c6933ab495b8 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:01.760864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41474) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:01.761986 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b8803dc8-6963-414b-b7ce-4e0832e6bf42 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0955029 Mar 27 15:27:01.763454 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.766751 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:01.807964 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.809707 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.836031 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Attempting to bind port c729a8ce-29c2-4ecb-bb7f-16d264815288 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:01.836403 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Attempting to bind port c729a8ce-29c2-4ecb-bb7f-16d264815288 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:01.840118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Attempting to bind port c729a8ce-29c2-4ecb-bb7f-16d264815288 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:01.858332 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:01.858707 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Checking segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:01.859139 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.859538 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Bound using segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:01.860020 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Bound port: c729a8ce-29c2-4ecb-bb7f-16d264815288, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:01.860406 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.888215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks [] for router_controller (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:01.934390 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Allocated IP 172.27.1.189 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/20b336de-7104-4891-8ae6-a165c7be3087) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:02.074683 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks [] for port (20b336de-7104-4891-8ae6-a165c7be3087), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.108528 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks [] for router_gateway (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.118439 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (20b336de-7104-4891-8ae6-a165c7be3087), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.168599 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:02.175789 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:02.189113 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:02.240319 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-02735e7d-815f-4e60-89da-c6933ab495b8', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:27:02.241623 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.272303 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] For port c729a8ce-29c2-4ecb-bb7f-16d264815288, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:02.333607 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] For port c729a8ce-29c2-4ecb-bb7f-16d264815288, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=c729a8ce-29c2-4ecb-bb7f-16d264815288,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:02.352485 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Pushing event updated for resources: {'Port': ['ID=20b336de-7104-4891-8ae6-a165c7be3087,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:02.354698 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.429170 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ae9eb-8abe-437f-86a5-5a186d222fff None None] Pushing event updated for resources: {'Port': ['ID=c729a8ce-29c2-4ecb-bb7f-16d264815288,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:02.476458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks [] for router_gateway (bcd5fa49-d297-413e-b97a-d92d9702fd31), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.505995 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Allocated IP 172.20.0.2 (02735e7d-815f-4e60-89da-c6933ab495b8/7960cb80-d410-42b0-9f11-837bd4a38a1f/2b898e7a-a7be-4462-ac47-202620298c29) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:02.603104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks [] for router_gateway (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.633192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.733492 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Publish callbacks [] for port (2b898e7a-a7be-4462-ac47-202620298c29), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.747767 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (2b898e7a-a7be-4462-ac47-202620298c29), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:02.855659 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Pushing event updated for resources: {'Port': ['ID=2b898e7a-a7be-4462-ac47-202620298c29,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:02.887702 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:02.900826 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:02.905977 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:02.988653 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Allocated IP 172.27.1.237 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/aa8eeb22-2ad6-4193-86f6-055b6fb8901c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:03.034178 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (bcd5fa49-d297-413e-b97a-d92d9702fd31), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.069190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Attempting to bind port 2b898e7a-a7be-4462-ac47-202620298c29 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:03.070211 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Attempting to bind port 2b898e7a-a7be-4462-ac47-202620298c29 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:03.071366 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Attempting to bind port 2b898e7a-a7be-4462-ac47-202620298c29 on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:03.085593 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:03.087616 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Checking segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:03.088204 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.088785 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Bound using segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:03.091099 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Bound port: 2b898e7a-a7be-4462-ac47-202620298c29, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:03.091696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2b898e7a-a7be-4462-ac47-202620298c29), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.106834 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-59506d4a-8710-4839-9931-b4be792118fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.186557 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] For port 2b898e7a-a7be-4462-ac47-202620298c29, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:03.193313 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] For port 2b898e7a-a7be-4462-ac47-202620298c29, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2b898e7a-a7be-4462-ac47-202620298c29,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:03.207422 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2b898e7a-a7be-4462-ac47-202620298c29), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.218220 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks [] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.259621 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:27:03.369125 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c0e64-b621-4438-91e5-e53c491c422e None None] Pushing event updated for resources: {'Port': ['ID=2b898e7a-a7be-4462-ac47-202620298c29,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:03.397140 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.504112 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:03.521577 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:03.541047 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:03.542066 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:03.565153 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:03.571240 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8c3bec19-a998-4ed2-9f8e-bc2c1c0811f3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3186445 Mar 27 15:27:03.571920 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41524) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:03.617444 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:03.641735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:03.658252 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:03.681167 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:03.780074 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41542) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:03.784262 dv-cinder-835384-1-iscsi neutron-server[103179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 27 15:27:04.038420 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:04.216532 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-14c58a48-92ca-44d4-86f5-6c27b66769a0 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:04.218381 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-14c58a48-92ca-44d4-86f5-6c27b66769a0 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/networks?id=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 HTTP/1.1" status: 200 len: 812 time: 0.4371490 Mar 27 15:27:04.245968 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device c729a8ce-29c2-4ecb-bb7f-16d264815288 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:04.248863 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:04.356073 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port c729a8ce-29c2-4ecb-bb7f-16d264815288 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:04.358464 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:04.415933 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c8ba9-8862-4001-8ce5-1bbdd2aedab8 None None] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:04.437272 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks [] for router_gateway (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:04.575922 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:02Z', 'revision_number': 3, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:04.628517 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Provisioning complete for port c729a8ce-29c2-4ecb-bb7f-16d264815288 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:04.629584 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:04.694554 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:04.700472 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Updating router bcd5fa49-d297-413e-b97a-d92d9702fd31 port 20b336de-7104-4891-8ae6-a165c7be3087 binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:04.774975 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20b336de-7104-4891-8ae6-a165c7be3087), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:04.787531 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-3411fef3-5c13-44be-829c-82434b47d964 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/quotas/06d80a599fc24af186871fd0bde3b0ac HTTP/1.1" status: 200 len: 375 time: 0.1223035 Mar 27 15:27:04.928638 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port c729a8ce-29c2-4ecb-bb7f-16d264815288 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:04.935102 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.004513 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.015642 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-36d9e0e6-33fc-43aa-b783-d3ff5e8ee10c tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d80a599fc24af186871fd0bde3b0ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2272182 Mar 27 15:27:05.131812 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Current status of the port c729a8ce-29c2-4ecb-bb7f-16d264815288 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:05.132850 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.203973 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port c729a8ce-29c2-4ecb-bb7f-16d264815288, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=c729a8ce-29c2-4ecb-bb7f-16d264815288,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:05.220100 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.221269 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2b898e7a-a7be-4462-ac47-202620298c29 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:05.358792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:27:05.443429 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.db.api [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 27 15:27:05.449605 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG oslo_db.api [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 27 15:27:05.452745 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c265c-5e3e-4b81-a0bb-512ff40b6cbd None None] Network 02735e7d-815f-4e60-89da-c6933ab495b8 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:05.537711 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-748314e9-e4f1-47cb-a2b5-3158ab134289 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:27:05.540598 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-748314e9-e4f1-47cb-a2b5-3158ab134289 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1356735 Mar 27 15:27:05.585437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:05.616416 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Sync routers for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:05.625870 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.627164 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-097ed75a-e7d8-40db-bb11-730d2bea9b55 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8639290 Mar 27 15:27:05.631347 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41618) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:05.650143 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.694429 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Publish callbacks [] for port (20b336de-7104-4891-8ae6-a165c7be3087), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.699393 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=c729a8ce-29c2-4ecb-bb7f-16d264815288,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:05.716928 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20b336de-7104-4891-8ae6-a165c7be3087), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.749324 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:05.749966 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:05.829025 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Pushing event updated for resources: {'Port': ['ID=20b336de-7104-4891-8ae6-a165c7be3087,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:05.884869 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.886020 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.888248 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.889269 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.892270 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.892919 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.893487 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.894046 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.894715 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.895909 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.896615 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.898235 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.899346 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.900047 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.902350 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Tracked resource versions report: Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: pushed versions: Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: { 'AddressGroup': {'1.2'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Agent': {'1.1'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'ConntrackHelper': {'1.0'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'LocalIPAssociation': {'1.0'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Log': {'1.0'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'NDPProxy': {'1.0'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Network': {'1.1'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Port': {'1.7'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'PortForwarding': {'1.3'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'QosPolicy': {'1.10'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroup': {'1.5'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroupRule': {'1.2'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SubPort': {'1.0'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Subnet': {'1.1'}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Trunk': {'1.1'}} Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: consumer versions: Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: { DHCP agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: HyperV agent@hv-cinder-83538: {}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: L3 agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: Metadata agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: Metering agent@dv-cinder-835384-1-iscsi: {}, Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: Open vSwitch agent@dv-cinder-835384-1-iscsi: { 'AddressGroup': '1.2', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Agent': '1.1', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'ConntrackHelper': '1.0', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'LocalIPAssociation': '1.0', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Log': '1.0', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'NDPProxy': '1.0', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Network': '1.1', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Port': '1.7', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'PortForwarding': '1.3', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'QosPolicy': '1.10', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroup': '1.5', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SecurityGroupRule': '1.2', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'SubPort': '1.0', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Subnet': '1.1', Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: 'Trunk': '1.1'}} Mar 27 15:27:05.903998 dv-cinder-835384-1-iscsi neutron-server[103181]: {{(pid=103181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 27 15:27:05.911449 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-e00d8572-ae55-4790-9bc9-d80f8d88f155 service neutron] 10.222.0.10 "GET /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493214 Mar 27 15:27:05.942287 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Attempting to bind port 20b336de-7104-4891-8ae6-a165c7be3087 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:05.943086 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Attempting to bind port 20b336de-7104-4891-8ae6-a165c7be3087 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:05.943632 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Attempting to bind port 20b336de-7104-4891-8ae6-a165c7be3087 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:05.961073 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:05.966772 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:05.967453 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:05.968052 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:05.968721 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Bound port: 20b336de-7104-4891-8ae6-a165c7be3087, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:05.969262 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20b336de-7104-4891-8ae6-a165c7be3087), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:06.029081 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:06.070299 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 2b898e7a-a7be-4462-ac47-202620298c29 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:06.070789 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2b898e7a-a7be-4462-ac47-202620298c29), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:06.098830 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] For port 20b336de-7104-4891-8ae6-a165c7be3087, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:06.107548 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] For port 20b336de-7104-4891-8ae6-a165c7be3087, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=20b336de-7104-4891-8ae6-a165c7be3087,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:06.121748 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20b336de-7104-4891-8ae6-a165c7be3087), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:06.158851 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-585b2cd4-8760-4330-9568-29713096f18e service neutron] 10.222.0.10 "GET /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151744 Mar 27 15:27:06.200556 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:06.244894 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc1001-629b-4101-891e-523128b18fa6 None None] Pushing event updated for resources: {'Port': ['ID=20b336de-7104-4891-8ae6-a165c7be3087,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:06.306199 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:06.307523 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:06.404618 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6f77126f-17b7-47c5-8487-caee2cf97a28 None None] Current status of the port c729a8ce-29c2-4ecb-bb7f-16d264815288 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:06.431058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Allocated IP 172.20.0.1 (e9d851fd-4ec8-4a6f-83ea-50387e2cb447/9a5da1c1-13eb-4df0-8823-d4790ed5393b/e15e4bf6-5057-4634-b355-a86dfb150769) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:06.660173 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:06.782491 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks [] for port (e15e4bf6-5057-4634-b355-a86dfb150769), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:06.868310 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41682) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:06.885442 dv-cinder-835384-1-iscsi neutron-server[103178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 27 15:27:06.923307 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:06.944375 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-105baef8-6894-4aef-ab0c-2621b5960637 req-422ec34e-8f2b-47e8-bc1f-32e71b9b75a0 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.0727401 Mar 27 15:27:07.002178 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Pushing event updated for resources: {'Port': ['ID=e15e4bf6-5057-4634-b355-a86dfb150769,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:07.025892 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.026904 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:07.029895 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 2b898e7a-a7be-4462-ac47-202620298c29 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:07.030099 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:07.030637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2b898e7a-a7be-4462-ac47-202620298c29), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.034910 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:07.036072 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (bcd5fa49-d297-413e-b97a-d92d9702fd31), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.065040 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cdef2a30-d43f-4d72-964d-e2439f8ab540 None None] Provisioning complete for port c729a8ce-29c2-4ecb-bb7f-16d264815288 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:07.065692 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a30-d43f-4d72-964d-e2439f8ab540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.113042 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.169637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 2b898e7a-a7be-4462-ac47-202620298c29, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2b898e7a-a7be-4462-ac47-202620298c29,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:07.184651 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:02Z', 'revision_number': 3, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:07.194072 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2b898e7a-a7be-4462-ac47-202620298c29), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.259603 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255559b-354a-47c5-9f0f-8ab12a738d97 None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:02Z', 'revision_number': 3, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:07.345566 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:04Z', 'revision_number': 3, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:07.352454 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=2b898e7a-a7be-4462-ac47-202620298c29,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:07.367616 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device c729a8ce-29c2-4ecb-bb7f-16d264815288 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:07.397765 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.479094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Allocated IP 172.20.0.1 (02735e7d-815f-4e60-89da-c6933ab495b8/7960cb80-d410-42b0-9f11-837bd4a38a1f/b2deeda0-9554-4823-872d-835313fa4d6f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:07.559534 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Checking router: 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:07.559938 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Updating router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 port aa8eeb22-2ad6-4193-86f6-055b6fb8901c binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:07.584948 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cdef2a30-d43f-4d72-964d-e2439f8ab540 None None] Current status of the port c729a8ce-29c2-4ecb-bb7f-16d264815288 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:07.595885 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.600593 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port c729a8ce-29c2-4ecb-bb7f-16d264815288 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:07.600991 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.610202 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.721511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks [] for port (b2deeda0-9554-4823-872d-835313fa4d6f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.736999 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks [] for port (e15e4bf6-5057-4634-b355-a86dfb150769), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.747199 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.756238 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (bcd5fa49-d297-413e-b97a-d92d9702fd31), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.841867 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.901762 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cdef2a30-d43f-4d72-964d-e2439f8ab540 None None] Provisioning complete for port 2b898e7a-a7be-4462-ac47-202620298c29 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:07.902687 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a30-d43f-4d72-964d-e2439f8ab540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2b898e7a-a7be-4462-ac47-202620298c29), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:07.937979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Pushing event updated for resources: {'Port': ['ID=e15e4bf6-5057-4634-b355-a86dfb150769,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:07.965684 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:07.970322 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:07.974840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:07.977483 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.180713 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Pushing event updated for resources: {'Port': ['ID=b2deeda0-9554-4823-872d-835313fa4d6f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:08.226412 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e5109130-4a32-45e4-92c7-c8157223eb9c req-4b8c5207-5a30-49f4-8a95-f62fe752bc10 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.1413713 Mar 27 15:27:08.308182 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port c729a8ce-29c2-4ecb-bb7f-16d264815288 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:08.334913 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:08.336800 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:08.340465 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Publish callbacks [] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.377241 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cdef2a30-d43f-4d72-964d-e2439f8ab540 None None] Current status of the port 2b898e7a-a7be-4462-ac47-202620298c29 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:08.387148 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.395426 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:08.507399 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0492-a5dd-4ef2-bb76-d1d2a1c469df None None] Pushing event updated for resources: {'Port': ['ID=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:08.510163 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Attempting to bind port aa8eeb22-2ad6-4193-86f6-055b6fb8901c on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:08.510716 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Attempting to bind port aa8eeb22-2ad6-4193-86f6-055b6fb8901c by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:08.511668 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Attempting to bind port aa8eeb22-2ad6-4193-86f6-055b6fb8901c on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:08.527285 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:08.527659 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:08.534197 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.536071 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:08.536742 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Bound port: aa8eeb22-2ad6-4193-86f6-055b6fb8901c, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:08.537353 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.587887 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:27:08.612250 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Provisioning complete for port b2deeda0-9554-4823-872d-835313fa4d6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:08.612942 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.664441 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.705191 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Port b2deeda0-9554-4823-872d-835313fa4d6f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:08.711214 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] For port aa8eeb22-2ad6-4193-86f6-055b6fb8901c, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:08.726633 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c089d56d-06e8-431e-8ee3-ca44c61f5d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.732949 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] For port aa8eeb22-2ad6-4193-86f6-055b6fb8901c, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:08.741926 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Provisioning complete for port e15e4bf6-5057-4634-b355-a86dfb150769 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:08.742486 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.759371 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:08.765477 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9337a6d3-3488-419b-93fa-2d4b12fc4495 admin admin] 10.222.0.10 "PUT /v2.0/routers/bcd5fa49-d297-413e-b97a-d92d9702fd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1871815 Mar 27 15:27:08.769681 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.824273 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Port e15e4bf6-5057-4634-b355-a86dfb150769 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:08.861443 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:08.862392 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:08.866762 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0492-a5dd-4ef2-bb76-d1d2a1c469df None None] Pushing event updated for resources: {'Port': ['ID=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:08.945351 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c089d56d-06e8-431e-8ee3-ca44c61f5d6b admin admin] Publish callbacks [] for security_group (7b2cc444-40c0-4a6a-9fa9-4a250dc85100), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.962644 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c089d56d-06e8-431e-8ee3-ca44c61f5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7b2cc444-40c0-4a6a-9fa9-4a250dc85100), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:08.986028 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Provisioning complete for port 2b898e7a-a7be-4462-ac47-202620298c29 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:08.986429 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2b898e7a-a7be-4462-ac47-202620298c29), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.009590 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks [] for port (b2deeda0-9554-4823-872d-835313fa4d6f), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.029401 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.030188 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.038206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089d56d-06e8-431e-8ee3-ca44c61f5d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2cc444-40c0-4a6a-9fa9-4a250dc85100,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:09.045213 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c089d56d-06e8-431e-8ee3-ca44c61f5d6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f31efcebb0c4792ac616834a5d6c906&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6464453 Mar 27 15:27:09.047975 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:09.132016 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Pushing event updated for resources: {'Port': ['ID=b2deeda0-9554-4823-872d-835313fa4d6f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:09.179370 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:09.181486 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:09.191985 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6187882c-6e13-408d-bac3-a454f89bb6cb admin admin] Publish callbacks [] for security_group (7b2cc444-40c0-4a6a-9fa9-4a250dc85100), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.238062 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c99f1e22-8df4-46f5-acaa-69532d195073 None None] Current status of the port 2b898e7a-a7be-4462-ac47-202620298c29 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:09.253967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6187882c-6e13-408d-bac3-a454f89bb6cb admin admin] Publish callbacks [] for security_group (7b2cc444-40c0-4a6a-9fa9-4a250dc85100), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.311400 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:09.376997 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:27:09.463526 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-00a4eb05-2653-424c-a994-d6df834eb84e None None] Provisioning complete for port e15e4bf6-5057-4634-b355-a86dfb150769 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:09.466366 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00a4eb05-2653-424c-a994-d6df834eb84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.597423 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:09.598372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 20b336de-7104-4891-8ae6-a165c7be3087 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:09.604910 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149073854', 'description': 'tempest-description--256304139'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:09.636211 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.666265 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6187882c-6e13-408d-bac3-a454f89bb6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7b2cc444-40c0-4a6a-9fa9-4a250dc85100), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.669029 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6187882c-6e13-408d-bac3-a454f89bb6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.673643 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6187882c-6e13-408d-bac3-a454f89bb6cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b2cc444-40c0-4a6a-9fa9-4a250dc85100 HTTP/1.1" status: 204 len: 168 time: 0.6212354 Mar 27 15:27:09.703759 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-00a4eb05-2653-424c-a994-d6df834eb84e None None] Port e15e4bf6-5057-4634-b355-a86dfb150769 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:09.729009 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-98b2d75e-8a05-4ed8-9fc1-6dfb1d36dd30 req-3faae592-2cbc-4f1d-bdb4-284beae6ec49 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.0570676 Mar 27 15:27:09.753373 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (be9c230d-0d8a-4fce-8833-8a0613ddfaff), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.758969 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 20b336de-7104-4891-8ae6-a165c7be3087 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:09.759442 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (20b336de-7104-4891-8ae6-a165c7be3087), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.768350 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187882c-6e13-408d-bac3-a454f89bb6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2cc444-40c0-4a6a-9fa9-4a250dc85100,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:09.777869 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (be9c230d-0d8a-4fce-8833-8a0613ddfaff), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.794453 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:09.807360 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-34422d40-e51e-4883-b285-b4785f7d4e73 admin admin] 10.222.0.10 "PUT /v2.0/routers/0bec7fa9-1ee9-425e-ab33-bfe1fc292581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1687710 Mar 27 15:27:09.836287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9c230d-0d8a-4fce-8833-8a0613ddfaff,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:09.842292 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.846196 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b116d503-0d0c-4d20-a2fe-77dba0e989c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2452483 Mar 27 15:27:09.846539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:09.853898 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'security_group_rule': {'security_group_id': 'be9c230d-0d8a-4fce-8833-8a0613ddfaff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:09.889908 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (448279b3-3726-4d27-9459-9d7fada0720f), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.893781 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f1c241b8-f7f8-4238-a70f-ceceb92a665e None None] Provisioning complete for port b2deeda0-9554-4823-872d-835313fa4d6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:09.894161 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1c241b8-f7f8-4238-a70f-ceceb92a665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.942454 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 20b336de-7104-4891-8ae6-a165c7be3087 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:09.942851 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20b336de-7104-4891-8ae6-a165c7be3087), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.965213 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 20b336de-7104-4891-8ae6-a165c7be3087, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=20b336de-7104-4891-8ae6-a165c7be3087,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:09.974883 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20b336de-7104-4891-8ae6-a165c7be3087), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:09.975862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2b898e7a-a7be-4462-ac47-202620298c29 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:10.004617 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f1c241b8-f7f8-4238-a70f-ceceb92a665e None None] Port b2deeda0-9554-4823-872d-835313fa4d6f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:10.022483 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (448279b3-3726-4d27-9459-9d7fada0720f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.027909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (448279b3-3726-4d27-9459-9d7fada0720f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.058487 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448279b3-3726-4d27-9459-9d7fada0720f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.080531 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.082049 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2dddc00c-c3b7-4158-917f-d4b003c8d06b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338915 Mar 27 15:27:10.085014 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41792) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:10.100303 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'security_group_rule': {'security_group_id': 'be9c230d-0d8a-4fce-8833-8a0613ddfaff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:10.152778 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:10.173746 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (d0ee83ea-0a49-473b-b3bc-5ea76f66a655), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.176971 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:10.177884 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:10.186066 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 1, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:10.227239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448b583-fd9f-4fcd-a09a-26299cfdca2a None None] The sync data for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi is: [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 1, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:10.227464 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41796) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:10.275588 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=20b336de-7104-4891-8ae6-a165c7be3087,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.288942 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 2b898e7a-a7be-4462-ac47-202620298c29 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:10.289329 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2b898e7a-a7be-4462-ac47-202620298c29), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.302734 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51468eb1-c98c-4eae-9508-9842301321f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.319277 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (d0ee83ea-0a49-473b-b3bc-5ea76f66a655), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.325545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (d0ee83ea-0a49-473b-b3bc-5ea76f66a655), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.372444 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:10.389440 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ee83ea-0a49-473b-b3bc-5ea76f66a655,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.398400 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.407320 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-dd76cdf3-63f2-426b-8d01-370d13c7ae37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206031 Mar 27 15:27:10.410250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:10.415414 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:10.431840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51468eb1-c98c-4eae-9508-9842301321f5 admin admin] Publish callbacks [] for security_group (4f3d66c9-4142-40f9-ab47-8588875a8637), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.440571 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51468eb1-c98c-4eae-9508-9842301321f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (4f3d66c9-4142-40f9-ab47-8588875a8637), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.443877 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 2b898e7a-a7be-4462-ac47-202620298c29 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:10.473328 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.485671 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-51468eb1-c98c-4eae-9508-9842301321f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be60f373912f4b18b5d5b600cdac2788&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2569113 Mar 27 15:27:10.488373 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 41804) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:10.552322 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5177-7b0f-4d76-aa66-9e8a38c3a85c admin admin] Publish callbacks [] for security_group (4f3d66c9-4142-40f9-ab47-8588875a8637), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.574431 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5177-7b0f-4d76-aa66-9e8a38c3a85c admin admin] Publish callbacks [] for security_group (4f3d66c9-4142-40f9-ab47-8588875a8637), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.651296 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468eb1-c98c-4eae-9508-9842301321f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d66c9-4142-40f9-ab47-8588875a8637,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.662358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5177-7b0f-4d76-aa66-9e8a38c3a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (4f3d66c9-4142-40f9-ab47-8588875a8637), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.667569 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5177-7b0f-4d76-aa66-9e8a38c3a85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.671231 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f4ac5177-7b0f-4d76-aa66-9e8a38c3a85c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f3d66c9-4142-40f9-ab47-8588875a8637 HTTP/1.1" status: 204 len: 168 time: 0.1796544 Mar 27 15:27:10.684004 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac5177-7b0f-4d76-aa66-9e8a38c3a85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d66c9-4142-40f9-ab47-8588875a8637,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:10.738960 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 2, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:10.815170 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.833947 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:10.834445 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Updating router bcd5fa49-d297-413e-b97a-d92d9702fd31 port e15e4bf6-5057-4634-b355-a86dfb150769 binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:10.897087 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:10.985138 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-03154d13-4c0c-468f-83d5-6acf74a64aa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:10.986825 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-03154d13-4c0c-468f-83d5-6acf74a64aa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 818 time: 0.2819397 Mar 27 15:27:11.012470 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-7c3bac50-6f82-425f-8a06-d94e4a296386 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/quotas/e7a1e3194dda4bd58501cbaade0859ae HTTP/1.1" status: 200 len: 375 time: 0.0165074 Mar 27 15:27:11.036183 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Allocated IP 172.27.1.170 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/a3c5c915-e196-44df-b23a-7398c077d22d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:11.111195 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-be51d166-1f9a-4ac4-b87c-be10e9691bfc req-ac0f3832-6e2c-4e54-ad88-836e425a6dcf tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.1251011 Mar 27 15:27:11.136224 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-abe5da5c-79c7-4d8a-ab7a-98193c31210b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183639 Mar 27 15:27:11.302359 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for port (a3c5c915-e196-44df-b23a-7398c077d22d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.365763 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 20b336de-7104-4891-8ae6-a165c7be3087 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:11.381909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (a3c5c915-e196-44df-b23a-7398c077d22d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.490207 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:11.498905 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 20b336de-7104-4891-8ae6-a165c7be3087 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:11.499523 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (20b336de-7104-4891-8ae6-a165c7be3087), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.514114 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:11.524587 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Publish callbacks [] for port (e15e4bf6-5057-4634-b355-a86dfb150769), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.528347 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:11.532090 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.565586 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-98b76f0f-5b08-4a6b-821e-5d21feea8d53 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:27:11.575067 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-98b76f0f-5b08-4a6b-821e-5d21feea8d53 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1743128 Mar 27 15:27:11.726300 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 20b336de-7104-4891-8ae6-a165c7be3087 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:11.744422 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-4aa89459-48af-4ec0-98b6-daf13bc70223 service neutron] 10.222.0.10 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681511 Mar 27 15:27:11.785055 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'Port': ['ID=a3c5c915-e196-44df-b23a-7398c077d22d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:11.813259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (3fe9f742-7828-4a49-a8fa-ab4177d7ceda), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.820309 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Attempting to bind port e15e4bf6-5057-4634-b355-a86dfb150769 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:11.820618 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Attempting to bind port e15e4bf6-5057-4634-b355-a86dfb150769 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:11.820986 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Attempting to bind port e15e4bf6-5057-4634-b355-a86dfb150769 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:11.832801 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f48f5b-c19b-4810-86a0-7767e2467d99 None None] Pushing event updated for resources: {'Port': ['ID=e15e4bf6-5057-4634-b355-a86dfb150769,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:11.845120 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:11.845621 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Checking segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:11.845906 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.846323 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Bound using segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:11.846808 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Bound port: e15e4bf6-5057-4634-b355-a86dfb150769, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:11.847245 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.900629 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (a3c5c915-e196-44df-b23a-7398c077d22d), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.943161 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-012dac97-812b-4d36-be8f-698abf518cfa None None] Provisioning complete for port e15e4bf6-5057-4634-b355-a86dfb150769 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:11.943530 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-012dac97-812b-4d36-be8f-698abf518cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:11.987672 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-012dac97-812b-4d36-be8f-698abf518cfa None None] Port e15e4bf6-5057-4634-b355-a86dfb150769 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:11.999540 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-f01fbabd-7749-40d6-ab30-74f768d7550c service neutron] 10.222.0.10 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541542 Mar 27 15:27:12.006079 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] For port e15e4bf6-5057-4634-b355-a86dfb150769, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:12.009797 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] For port e15e4bf6-5057-4634-b355-a86dfb150769, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=e15e4bf6-5057-4634-b355-a86dfb150769,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:12.017101 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.109101 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for port (a3c5c915-e196-44df-b23a-7398c077d22d), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.115199 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (a3c5c915-e196-44df-b23a-7398c077d22d), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.132078 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f48f5b-c19b-4810-86a0-7767e2467d99 None None] Pushing event updated for resources: {'Port': ['ID=e15e4bf6-5057-4634-b355-a86dfb150769,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.172590 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:12.173295 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:12.197273 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (3fe9f742-7828-4a49-a8fa-ab4177d7ceda), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.249916 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.255651 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8441184 Mar 27 15:27:12.258154 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.25', 55557) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:12.406731 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919b394-8bab-470f-b54e-460a5e2ef6ae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'Port': ['ID=a3c5c915-e196-44df-b23a-7398c077d22d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:12.499695 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ca33655d-049d-4786-8fd7-3a249b41475c req-5714c084-c56d-4077-baba-222d0cc0b523 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.1888893 Mar 27 15:27:12.722882 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:12.757398 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-3523497f-1cc6-46e8-a6e7-34c7b66c156f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:12.760127 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] Provisioning complete for port e15e4bf6-5057-4634-b355-a86dfb150769 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:12.766440 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-3523497f-1cc6-46e8-a6e7-34c7b66c156f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.25 "GET /v2.0/networks?id=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 HTTP/1.1" status: 200 len: 812 time: 0.4990702 Mar 27 15:27:12.766566 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:12.770193 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9bc240a6-732e-4142-bb7f-411bb7976add req-f2c35f54-f8f0-4ca6-a362-eb374e3b9777 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 210 time: 0.1301358 Mar 27 15:27:12.808250 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Request body: {'port': {'device_id': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2', 'admin_state_up': True, 'tenant_id': '06d80a599fc24af186871fd0bde3b0ac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:13.063559 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] Current status of the port e15e4bf6-5057-4634-b355-a86dfb150769 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:13.069078 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.154699 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-331acedb-7579-4f77-9550-b109c9d36f13 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--149073854&fields=id&tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 267 time: 0.1757848 Mar 27 15:27:13.201662 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] For port e15e4bf6-5057-4634-b355-a86dfb150769, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=e15e4bf6-5057-4634-b355-a86dfb150769,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:13.213115 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.345282 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 41968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:13.360960 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fd554-ee3c-4b8c-9038-7ed268d3b0ff None None] Pushing event updated for resources: {'Port': ['ID=e15e4bf6-5057-4634-b355-a86dfb150769,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:13.447190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device aa8eeb22-2ad6-4193-86f6-055b6fb8901c up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:13.485756 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Made reservation on behalf of 06d80a599fc24af186871fd0bde3b0ac for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:13.496959 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:12Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:13.501718 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.552381 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-9c6cfdf9-4530-497c-a88c-90a1b5c6d0f7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:13.570219 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9262dd-b882-479f-afc9-734270fb3f86 None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:12Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:13.576408 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-9c6cfdf9-4530-497c-a88c-90a1b5c6d0f7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 817 time: 0.4195528 Mar 27 15:27:13.636215 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-31b6135a-156f-4ca0-951c-400174a9a242 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/quotas/acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 375 time: 0.0568213 Mar 27 15:27:13.721625 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port aa8eeb22-2ad6-4193-86f6-055b6fb8901c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:13.722245 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.801593 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e03167-67ad-4ef0-a555-006d08dd6252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.939107 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port aa8eeb22-2ad6-4193-86f6-055b6fb8901c is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:13.939797 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:13.966061 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port aa8eeb22-2ad6-4193-86f6-055b6fb8901c, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:13.973949 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.005512 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-6189e226-b2bb-47d1-b45e-19d4894b4ea7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:14.024205 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-6189e226-b2bb-47d1-b45e-19d4894b4ea7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 818 time: 0.4759145 Mar 27 15:27:14.117964 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:14.133645 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-5445ca67-0bed-49b0-98c5-faf44cdd529d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4960694 Mar 27 15:27:14.150491 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-9132596b-564f-4f0d-af14-d1570aa7b193 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/quotas/e7a1e3194dda4bd58501cbaade0859ae HTTP/1.1" status: 200 len: 375 time: 0.1219203 Mar 27 15:27:14.157291 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e03167-67ad-4ef0-a555-006d08dd6252 admin admin] Publish callbacks [] for security_group (b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.176614 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e03167-67ad-4ef0-a555-006d08dd6252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.213391 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Sync routers for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:14.237034 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:14.237687 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:14.272730 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-73e03167-67ad-4ef0-a555-006d08dd6252 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=711ab65c2f6a41e6bd6153dd722eb953&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9263728 Mar 27 15:27:14.288372 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42020) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:14.348177 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Allocated IP 172.20.0.13 (ae737757-dd88-4d4b-ad52-6bb49d2f2ca2/0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb/66a7c5a6-433c-4344-baa5-f0058439f134) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:14.414516 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-26f720e7-baf2-43d2-8130-1badcfa5af5d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2412171 Mar 27 15:27:14.515742 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e03167-67ad-4ef0-a555-006d08dd6252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:14.588401 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:14.601369 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-2f1f3b81-dbd9-4f3e-a5a5-b43fd83fcd89 service neutron] 10.222.0.10 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853490 Mar 27 15:27:14.605967 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-8678c661-32ff-4e58-b32c-7251768b4764 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408400 Mar 27 15:27:14.639644 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa54d-536d-4ac8-84a5-61d67bae4360 admin admin] Publish callbacks [] for security_group (b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:14.842176 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-ba737ee4-86f2-48af-8085-bd0bac3ebf65 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347696 Mar 27 15:27:15.221509 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 2, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:15.359671 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Checking router: 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:15.360029 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Updating router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 port b2deeda0-9554-4823-872d-835313fa4d6f binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:27:15.420077 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.523616 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.25', 55568) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:15.585747 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa54d-536d-4ac8-84a5-61d67bae4360 admin admin] Publish callbacks [] for security_group (b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:15.924140 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks [] for port (66a7c5a6-433c-4344-baa5-f0058439f134), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.056568 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-17db19e1-248d-4a65-baa7-f05824a149c3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:16.064863 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-17db19e1-248d-4a65-baa7-f05824a149c3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 818 time: 0.5038416 Mar 27 15:27:16.090816 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa54d-536d-4ac8-84a5-61d67bae4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.093809 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa54d-536d-4ac8-84a5-61d67bae4360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.098564 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-1f8aa54d-536d-4ac8-84a5-61d67bae4360 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191 HTTP/1.1" status: 204 len: 168 time: 1.8062637 Mar 27 15:27:16.100226 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'port': {'device_id': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'admin_state_up': True, 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:16.127578 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.146569 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device e15e4bf6-5057-4634-b355-a86dfb150769 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:16.446023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Publish callbacks [] for port (b2deeda0-9554-4823-872d-835313fa4d6f), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.447960 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Made reservation on behalf of e7a1e3194dda4bd58501cbaade0859ae for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:16.453201 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.459828 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.496408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:16.538599 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aa54d-536d-4ac8-84a5-61d67bae4360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64cfb6c-9aa4-4dda-98d4-3dd2c1a78191,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:16.580767 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:16.596954 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:16.609873 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port e15e4bf6-5057-4634-b355-a86dfb150769 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:16.622191 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:16.623335 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.628582 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:16.702385 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-4e548359-0537-473f-b1d6-02343ed1fd3c service neutron] 10.222.0.10 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1001682 Mar 27 15:27:16.808784 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Pushing event updated for resources: {'Port': ['ID=66a7c5a6-433c-4344-baa5-f0058439f134,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:16.840049 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-11daf117-cf94-4fb4-b4c6-c807ff009f92 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0377123 Mar 27 15:27:16.860971 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-00204fdb-a053-47ba-b5fc-200d5f7b6f2c tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:27:16.862102 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-00204fdb-a053-47ba-b5fc-200d5f7b6f2c tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152330 Mar 27 15:27:16.866206 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3e74d-7ef6-42b6-80d9-fee7b1ce582d None None] Pushing event updated for resources: {'Port': ['ID=b2deeda0-9554-4823-872d-835313fa4d6f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:17.150664 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Attempting to bind port b2deeda0-9554-4823-872d-835313fa4d6f on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:17.151929 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Attempting to bind port b2deeda0-9554-4823-872d-835313fa4d6f by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:17.152463 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Attempting to bind port b2deeda0-9554-4823-872d-835313fa4d6f on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:17.163747 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:17.164382 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Checking segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:17.165574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.166240 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Bound using segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:17.167048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Bound port: b2deeda0-9554-4823-872d-835313fa4d6f, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:17.167609 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.331911 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port e15e4bf6-5057-4634-b355-a86dfb150769 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:17.333328 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device aa8eeb22-2ad6-4193-86f6-055b6fb8901c up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:17.354871 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d0710-912d-4ea9-9f93-439cbd454047 req-c8801b31-192b-4060-b975-27c96af39be5 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:17.362218 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-dc8d0710-912d-4ea9-9f93-439cbd454047 req-c8801b31-192b-4060-b975-27c96af39be5 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 932 time: 0.8645945 Mar 27 15:27:17.392545 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a90e1912-b422-476e-a16d-0b3252523573 None None] Provisioning complete for port b2deeda0-9554-4823-872d-835313fa4d6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:17.393139 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a90e1912-b422-476e-a16d-0b3252523573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.446072 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a90e1912-b422-476e-a16d-0b3252523573 None None] Port b2deeda0-9554-4823-872d-835313fa4d6f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:17.487657 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] For port b2deeda0-9554-4823-872d-835313fa4d6f, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:17.490255 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port aa8eeb22-2ad6-4193-86f6-055b6fb8901c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:17.490884 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.493839 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] For port b2deeda0-9554-4823-872d-835313fa4d6f, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b2deeda0-9554-4823-872d-835313fa4d6f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:17.539964 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:17.637331 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-dc8d0710-912d-4ea9-9f93-439cbd454047 req-2d0f99bd-6e5a-4061-a36e-2e646d82e2a4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672932 Mar 27 15:27:17.693660 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Allocated IP 172.20.0.13 (02735e7d-815f-4e60-89da-c6933ab495b8/7960cb80-d410-42b0-9f11-837bd4a38a1f/ad708fad-968d-49be-9210-e630cd774f3e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:17.798848 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd105952-be37-4369-b81a-58e3965c968f req-e3d6df28-56b3-41f4-988f-894a6ee968d8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 210 time: 0.0426102 Mar 27 15:27:17.837328 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42162) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:17.861962 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:17.866040 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:17.963115 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Request body: {'port': {'device_id': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:18.063722 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.25', 55573) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:18.146589 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.259009 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63b8c5fa-f5ec-45ab-b084-d90603e518d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.401730 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3b206295-1e10-45fb-b4a0-a31dff5a6da4 req-36abbdab-bf3d-4f06-8cd3-51e54b18d2d7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 210 time: 0.1000614 Mar 27 15:27:18.440709 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-1a04d689-9462-4b67-91fb-6e86281f9b1f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:18.443503 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-1a04d689-9462-4b67-91fb-6e86281f9b1f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 817 time: 0.3686287 Mar 27 15:27:18.540626 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63b8c5fa-f5ec-45ab-b084-d90603e518d2 admin admin] Publish callbacks [] for security_group (09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.560356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63b8c5fa-f5ec-45ab-b084-d90603e518d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.630149 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3e74d-7ef6-42b6-80d9-fee7b1ce582d None None] Pushing event updated for resources: {'Port': ['ID=b2deeda0-9554-4823-872d-835313fa4d6f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:18.642959 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-63b8c5fa-f5ec-45ab-b084-d90603e518d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6028dc264c934974a0ae503402a6b2c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8038213 Mar 27 15:27:18.649217 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:18.778331 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for port (ad708fad-968d-49be-9210-e630cd774f3e), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:18.799247 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-95c158b3-dba3-42da-a4fb-4bf3f2a80169 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 379 time: 0.3439944 Mar 27 15:27:18.839199 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'port': {'device_id': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'admin_state_up': True, 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'security_groups': ['be9c230d-0d8a-4fce-8833-8a0613ddfaff']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:18.990619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port aa8eeb22-2ad6-4193-86f6-055b6fb8901c is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:19.005501 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] Provisioning complete for port b2deeda0-9554-4823-872d-835313fa4d6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:19.006313 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.114796 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:19.373296 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b2deeda0-9554-4823-872d-835313fa4d6f up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:19.375368 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42244) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:19.421969 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (ad708fad-968d-49be-9210-e630cd774f3e), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.571824 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8c5fa-f5ec-45ab-b084-d90603e518d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:19.678487 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-282c973d-5a04-47b8-87a6-36956ec80846 req-36e8ecf5-36f3-4d41-a42d-ec56b49097e9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 210 time: 0.3300819 Mar 27 15:27:19.704512 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:19.717458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:19.727553 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71813e1a-467e-401a-abef-f23cf17a29c2 admin admin] Publish callbacks [] for security_group (09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.730134 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a555c-88b8-45a5-90dc-aeee277bfbf1 req-f90e43f6-fea8-43a2-9679-8262d65edd86 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:19.734151 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-749a555c-88b8-45a5-90dc-aeee277bfbf1 req-f90e43f6-fea8-43a2-9679-8262d65edd86 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 932 time: 0.6672759 Mar 27 15:27:19.753535 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] Current status of the port b2deeda0-9554-4823-872d-835313fa4d6f is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:19.754216 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.783189 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71813e1a-467e-401a-abef-f23cf17a29c2 admin admin] Publish callbacks [] for security_group (09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.853202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:19.861073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:19.862259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.892513 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port b2deeda0-9554-4823-872d-835313fa4d6f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:19.896188 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.904814 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8102272 Mar 27 15:27:19.906124 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71813e1a-467e-401a-abef-f23cf17a29c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.909043 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71813e1a-467e-401a-abef-f23cf17a29c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:19.910344 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-71813e1a-467e-401a-abef-f23cf17a29c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9 HTTP/1.1" status: 204 len: 168 time: 1.2542903 Mar 27 15:27:19.946721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Request body: {'port': {'device_id': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:20.000684 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-749a555c-88b8-45a5-90dc-aeee277bfbf1 req-9bc59143-a2e8-4ab2-9acf-b9bc60edfae6 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560472 Mar 27 15:27:20.018794 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.25', 55577) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:20.105565 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] For port b2deeda0-9554-4823-872d-835313fa4d6f, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b2deeda0-9554-4823-872d-835313fa4d6f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:20.133030 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.173096 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (ad708fad-968d-49be-9210-e630cd774f3e), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.313718 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f142093-c7ef-4142-a2c7-c31c1c62e4d7 None None] Pushing event updated for resources: {'Port': ['ID=b2deeda0-9554-4823-872d-835313fa4d6f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:20.346436 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-9a04f907-3077-405b-8c5e-0779d41a979e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:20.348355 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-9a04f907-3077-405b-8c5e-0779d41a979e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 818 time: 0.3198454 Mar 27 15:27:20.392401 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f8a2b804-f916-408c-ba32-cd6337fa956a None None] Provisioning complete for port ad708fad-968d-49be-9210-e630cd774f3e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:20.392781 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8a2b804-f916-408c-ba32-cd6337fa956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (ad708fad-968d-49be-9210-e630cd774f3e), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.403832 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'port': {'device_id': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'admin_state_up': True, 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:20.477393 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ecd0a39b-f0c0-4ccf-ac88-8eb3dc0896f2 req-bf9790c3-92c8-4a79-9400-b151a3677cff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 210 time: 0.1200233 Mar 27 15:27:20.525274 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port b2deeda0-9554-4823-872d-835313fa4d6f is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:20.543417 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a7c5a6-433c-4344-baa5-f0058439f134 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:20.554529 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Publish callbacks [] for port (66a7c5a6-433c-4344-baa5-f0058439f134), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.581817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Transition to ACTIVE for port object 66a7c5a6-433c-4344-baa5-f0058439f134 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:20.590872 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2b804-f916-408c-ba32-cd6337fa956a None None] Port ad708fad-968d-49be-9210-e630cd774f3e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:20.632748 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42280) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:20.643817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.664238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:17Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:20.718760 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Pushing event updated for resources: {'Port': ['ID=66a7c5a6-433c-4344-baa5-f0058439f134,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:20.765350 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345e6c9-08fc-473b-8615-94b693b5256b None None] The sync data for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi is: [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:17Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:20.833003 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Attempting to bind port 66a7c5a6-433c-4344-baa5-f0058439f134 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:20.833525 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Attempting to bind port 66a7c5a6-433c-4344-baa5-f0058439f134 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:20.834036 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Attempting to bind port 66a7c5a6-433c-4344-baa5-f0058439f134 on network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:20.842484 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Port 66a7c5a6-433c-4344-baa5-f0058439f134 on network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:20.843114 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Attempting to bind port 66a7c5a6-433c-4344-baa5-f0058439f134 on network ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:20.853820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:20.854493 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Checking segment: {'id': '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:20.855507 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Bound using segment: {'id': '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:20.859828 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Bound port: 66a7c5a6-433c-4344-baa5-f0058439f134, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:20.860444 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:20.983735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] For port 66a7c5a6-433c-4344-baa5-f0058439f134, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:20.984368 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad708fad-968d-49be-9210-e630cd774f3e {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:21.002568 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Publish callbacks [] for port (ad708fad-968d-49be-9210-e630cd774f3e), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.011525 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] For port 66a7c5a6-433c-4344-baa5-f0058439f134, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66a7c5a6-433c-4344-baa5-f0058439f134,segment=NetworkSegment(1a9f18fd-d9e6-4e96-8377-0f8861fedd3a),segment_id=1a9f18fd-d9e6-4e96-8377-0f8861fedd3a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:21.049951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.056510 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Transition to ACTIVE for port object ad708fad-968d-49be-9210-e630cd774f3e will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:21.067609 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347db0d-ea9b-4f89-a626-7fb743fc1cbd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'Port': ['ID=ad708fad-968d-49be-9210-e630cd774f3e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.077785 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05d36dac-1a1c-498c-9b97-1fd595303fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.107093 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71813e1a-467e-401a-abef-f23cf17a29c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e3f6e2-e21d-4d87-92bc-63ccb5dc08e9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.129088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Made reservation on behalf of acfe4fa6cdc94c06a1cdc702e98e7db7 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:21.144667 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.214509 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:21.219600 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.224353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (ad708fad-968d-49be-9210-e630cd774f3e), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.226794 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/66a7c5a6-433c-4344-baa5-f0058439f134 HTTP/1.1" status: 200 len: 1094 time: 3.9940424 Mar 27 15:27:21.228096 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'tag': '66a7c5a6-433c-4344-baa5-f0058439f134'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:21.235044 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b2deeda0-9554-4823-872d-835313fa4d6f up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:21.332140 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port b2deeda0-9554-4823-872d-835313fa4d6f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:21.332668 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.334053 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b239c3a7-1f54-43a7-a797-3ccfd60ab580 req-700e1d62-cff9-47ca-89a1-ff456978921c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 210 time: 0.2307787 Mar 27 15:27:21.462897 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05d36dac-1a1c-498c-9b97-1fd595303fd5 admin admin] Publish callbacks [] for security_group (6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.469873 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:21.484759 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05d36dac-1a1c-498c-9b97-1fd595303fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.615004 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-05d36dac-1a1c-498c-9b97-1fd595303fd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=718a718641d246299b3514dbaaba3c50&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2372258 Mar 27 15:27:21.636274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:21.705990 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port b2deeda0-9554-4823-872d-835313fa4d6f is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:21.801260 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba339646-d312-441d-a216-de86f51be02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:21.844121 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-38bead5e-04a5-49fa-8563-118116dd5ba1 req-7236e928-1f4f-4e18-8c43-3bbfcc111f3f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 210 time: 0.2146947 Mar 27 15:27:21.882909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Pushing event updated for resources: {'Port': ['ID=ad708fad-968d-49be-9210-e630cd774f3e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:21.947502 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271675a-ee64-4296-a73e-db8ca6295e28 req-28ad6dbf-837c-4d79-ac1a-2c2756b68e94 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:21.950010 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8271675a-ee64-4296-a73e-db8ca6295e28 req-28ad6dbf-837c-4d79-ac1a-2c2756b68e94 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 944 time: 0.4195216 Mar 27 15:27:21.995814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Made reservation on behalf of e7a1e3194dda4bd58501cbaade0859ae for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:22.003868 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.043975 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40d111-242c-4d6e-9def-393b8b5462c4 service neutron] Pushing event updated for resources: {'Port': ['ID=66a7c5a6-433c-4344-baa5-f0058439f134,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:22.109131 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e561ed3c-f085-468d-a8d3-d9eba9940cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.194060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-a89ec592-15e8-4350-96e9-a8aceb43e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:22.195608 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-a89ec592-15e8-4350-96e9-a8aceb43e40b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06d80a599fc24af186871fd0bde3b0ac&device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 1128 time: 0.6638229 Mar 27 15:27:22.244538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3" -d '{"events": [{"name": "network-changed", "server_uuid": "a86afd95-323d-4a40-b71e-3a384b7d176e", "tag": "66a7c5a6-433c-4344-baa5-f0058439f134"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:22.254123 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8271675a-ee64-4296-a73e-db8ca6295e28 req-9214ef4e-638c-4215-bbca-8066d973b078 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942452 Mar 27 15:27:22.487100 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Attempting to bind port ad708fad-968d-49be-9210-e630cd774f3e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:22.487775 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Attempting to bind port ad708fad-968d-49be-9210-e630cd774f3e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:22.487947 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Attempting to bind port ad708fad-968d-49be-9210-e630cd774f3e on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:22.490179 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d36dac-1a1c-498c-9b97-1fd595303fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:22.507664 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba339646-d312-441d-a216-de86f51be02a admin admin] Publish callbacks [] for security_group (4cc715c2-91ee-4837-bf63-6e7c24e7ec52), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.515529 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8109e20-7a60-400c-bfc7-4d0c02106e3d admin admin] Publish callbacks [] for security_group (6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.528296 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba339646-d312-441d-a216-de86f51be02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (4cc715c2-91ee-4837-bf63-6e7c24e7ec52), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.530551 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Port ad708fad-968d-49be-9210-e630cd774f3e on network 02735e7d-815f-4e60-89da-c6933ab495b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:22.531034 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Attempting to bind port ad708fad-968d-49be-9210-e630cd774f3e on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:22.533887 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Allocated IP 172.20.0.8 (e9d851fd-4ec8-4a6f-83ea-50387e2cb447/9a5da1c1-13eb-4df0-8823-d4790ed5393b/7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:22.613276 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:22.613631 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Checking segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:22.614737 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Bound using segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:22.614929 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-53f101f0-9e27-4b35-b232-70f19b4eebd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66a7c5a6-433c-4344-baa5-f0058439f134 HTTP/1.1" status: 200 len: 217 time: 0.3667688 Mar 27 15:27:22.624076 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Bound port: ad708fad-968d-49be-9210-e630cd774f3e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:22.626262 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (ad708fad-968d-49be-9210-e630cd774f3e), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.652901 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bd72c714-9728-4bb4-833f-95ea4476f35a req-943c8c9b-0295-427f-a5e7-73bc820326f3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 210 time: 0.1026609 Mar 27 15:27:22.654428 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc0378a-b92a-4ec7-9336-a764b1ec2681 x-openstack-request-id: req-ffc0378a-b92a-4ec7-9336-a764b1ec2681 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:22.654719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86afd95-323d-4a40-b71e-3a384b7d176e", "tag": "66a7c5a6-433c-4344-baa5-f0058439f134", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:22.654999 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffc0378a-b92a-4ec7-9336-a764b1ec2681 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:22.655459 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc0378a-b92a-4ec7-9336-a764b1ec2681'] response: {'name': 'network-changed', 'server_uuid': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'tag': '66a7c5a6-433c-4344-baa5-f0058439f134', 'status': 'completed', 'code': 200} Mar 27 15:27:22.818796 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc549b0-202f-4109-8108-8c59116c99bb req-2d8b515b-dd44-4930-94ad-ec632e440c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:22.822261 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-2d8b515b-dd44-4930-94ad-ec632e440c45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb HTTP/1.1" status: 200 len: 852 time: 0.1721945 Mar 27 15:27:22.889231 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ba339646-d312-441d-a216-de86f51be02a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bb10be8b3c3480ebf66cfaebaea3778&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4158645 Mar 27 15:27:22.892100 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:22.894017 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8109e20-7a60-400c-bfc7-4d0c02106e3d admin admin] Publish callbacks [] for security_group (6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.913487 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e561ed3c-f085-468d-a8d3-d9eba9940cb1 admin admin] Publish callbacks [] for security_group (8da84933-85f4-4c73-8d9d-c78c79006936), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:22.962282 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e561ed3c-f085-468d-a8d3-d9eba9940cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (8da84933-85f4-4c73-8d9d-c78c79006936), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.030839 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] For port ad708fad-968d-49be-9210-e630cd774f3e, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:23.034988 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-c05a81ed-22a2-4f57-993f-5df2f9bbad2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038315 Mar 27 15:27:23.052047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] For port ad708fad-968d-49be-9210-e630cd774f3e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad708fad-968d-49be-9210-e630cd774f3e,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:23.058161 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Allocated IP 172.20.0.9 (02735e7d-815f-4e60-89da-c6933ab495b8/7960cb80-d410-42b0-9f11-837bd4a38a1f/20c81b98-8354-46a1-89f4-1cd93d4509e7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:27:23.064384 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba339646-d312-441d-a216-de86f51be02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc715c2-91ee-4837-bf63-6e7c24e7ec52,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:23.137932 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (ad708fad-968d-49be-9210-e630cd774f3e), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.164145 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-b7541cc7-6bad-488a-8d7e-2f5b75946835 service neutron] 10.222.0.25 "GET /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903826 Mar 27 15:27:23.183542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561ed3c-f085-468d-a8d3-d9eba9940cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da84933-85f4-4c73-8d9d-c78c79006936,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:23.193109 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e561ed3c-f085-468d-a8d3-d9eba9940cb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=421a0ae4ead84e8d931b62ef859f81fb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5532956 Mar 27 15:27:23.199717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:23.200438 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.201633 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42370) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:23.202958 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] 10.222.0.25 "PUT /v2.0/ports/ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 1094 time: 3.2799091 Mar 27 15:27:23.254979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'tag': 'ad708fad-968d-49be-9210-e630cd774f3e'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:23.274765 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42372) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:23.545212 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c003d60d-afe3-42a0-b32a-4c4a79fca4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.553729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1f69cee-de0a-4441-8dcf-4c95a7e705c8 admin admin] Publish callbacks [] for security_group (8da84933-85f4-4c73-8d9d-c78c79006936), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.572938 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-488ea039-bf88-4e6f-a69b-eb11ead0d337 req-b654833c-8de4-49cf-8b86-3c83b1242ee9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 210 time: 0.4583681 Mar 27 15:27:23.765019 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1f69cee-de0a-4441-8dcf-4c95a7e705c8 admin admin] Publish callbacks [] for security_group (8da84933-85f4-4c73-8d9d-c78c79006936), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.803804 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edc549b0-202f-4109-8108-8c59116c99bb req-636d5576-108c-40b6-b444-4e5028accc43 service neutron] 10.222.0.25 "GET /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124465 Mar 27 15:27:23.862898 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c003d60d-afe3-42a0-b32a-4c4a79fca4f7 admin admin] Publish callbacks [] for security_group (55e02d23-80cb-4e3b-b7cc-85c66483810a), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.880209 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c003d60d-afe3-42a0-b32a-4c4a79fca4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (55e02d23-80cb-4e3b-b7cc-85c66483810a), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:23.901385 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f110fc5d-6eee-4adc-a891-b47802b589f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c862bc42-9370-48be-b114-fc2d32306f5d", "tag": "ad708fad-968d-49be-9210-e630cd774f3e"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:23.902418 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bd4a-936c-489b-acc5-17a57cb47db7 req-42ebe7fa-1778-4355-ad4a-a0b6fbb7c450 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:23.903984 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-af31bd4a-936c-489b-acc5-17a57cb47db7 req-42ebe7fa-1778-4355-ad4a-a0b6fbb7c450 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 944 time: 0.4672575 Mar 27 15:27:23.907410 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.002631 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26d742a1-14b6-4b1f-99b0-121c5a0483e2 admin admin] Publish callbacks [] for security_group (4cc715c2-91ee-4837-bf63-6e7c24e7ec52), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.004877 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bb9d5-346a-4bdd-a76f-1f87fe8b57fb service neutron] Pushing event updated for resources: {'Port': ['ID=ad708fad-968d-49be-9210-e630cd774f3e,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.054104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-a6f90b42-b2d1-4172-8d96-8df0707baf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:24.055653 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-a6f90b42-b2d1-4172-8d96-8df0707baf8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06d80a599fc24af186871fd0bde3b0ac&device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 1128 time: 0.1271632 Mar 27 15:27:24.068885 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c003d60d-afe3-42a0-b32a-4c4a79fca4f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fa8553725364007a791d94d4956b87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7901001 Mar 27 15:27:24.080795 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42394) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:24.081480 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003d60d-afe3-42a0-b32a-4c4a79fca4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e02d23-80cb-4e3b-b7cc-85c66483810a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.082487 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c33a07d-66d4-412e-b50a-5711c29abd78 req-e802256b-8e91-4be9-9566-6e02936e5f89 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 210 time: 0.1722684 Mar 27 15:27:24.084402 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8109e20-7a60-400c-bfc7-4d0c02106e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.097597 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8109e20-7a60-400c-bfc7-4d0c02106e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.103677 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c8109e20-7a60-400c-bfc7-4d0c02106e3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0 HTTP/1.1" status: 204 len: 168 time: 2.4532022 Mar 27 15:27:24.116204 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1f69cee-de0a-4441-8dcf-4c95a7e705c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (8da84933-85f4-4c73-8d9d-c78c79006936), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.119049 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1f69cee-de0a-4441-8dcf-4c95a7e705c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.120824 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f1f69cee-de0a-4441-8dcf-4c95a7e705c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8da84933-85f4-4c73-8d9d-c78c79006936 HTTP/1.1" status: 204 len: 168 time: 0.9170706 Mar 27 15:27:24.165188 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26d742a1-14b6-4b1f-99b0-121c5a0483e2 admin admin] Publish callbacks [] for security_group (4cc715c2-91ee-4837-bf63-6e7c24e7ec52), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.223797 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.233212 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8109e20-7a60-400c-bfc7-4d0c02106e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb52bfe-b23e-4acf-9d91-bdd9ff3f38f0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.242573 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-a9f38f1a-8770-4ec2-8c35-a7e85e1a7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:24.244809 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-a9f38f1a-8770-4ec2-8c35-a7e85e1a7443 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1128 time: 0.7859783 Mar 27 15:27:24.262907 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26d742a1-14b6-4b1f-99b0-121c5a0483e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (4cc715c2-91ee-4837-bf63-6e7c24e7ec52), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.265682 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26d742a1-14b6-4b1f-99b0-121c5a0483e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.281321 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-26d742a1-14b6-4b1f-99b0-121c5a0483e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cc715c2-91ee-4837-bf63-6e7c24e7ec52 HTTP/1.1" status: 204 len: 168 time: 1.3731608 Mar 27 15:27:24.300383 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f69cee-de0a-4441-8dcf-4c95a7e705c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da84933-85f4-4c73-8d9d-c78c79006936,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.329166 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-af31bd4a-936c-489b-acc5-17a57cb47db7 req-bc71e7dc-8f88-4553-895a-56881cd15c52 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071405 Mar 27 15:27:24.394292 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.483165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d742a1-14b6-4b1f-99b0-121c5a0483e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc715c2-91ee-4837-bf63-6e7c24e7ec52,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.498531 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-34cc5b23-2d1b-4db8-b1ad-7e85566d4615 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 217 time: 0.2367289 Mar 27 15:27:24.562246 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'Port': ['ID=20c81b98-8354-46a1-89f4-1cd93d4509e7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:24.634549 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc2e800c-63e4-44ea-8fc4-21778079181e admin admin] Publish callbacks [] for security_group (55e02d23-80cb-4e3b-b7cc-85c66483810a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.637207 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-6ff60796-d93c-4234-a307-cdd91111b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:24.639121 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-6ff60796-d93c-4234-a307-cdd91111b115 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 HTTP/1.1" status: 200 len: 912 time: 0.5481596 Mar 27 15:27:24.645094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:24.648086 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.665478 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:24.703493 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:24.711070 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:24.711726 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.742397 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-1a876b62-2969-411f-ae38-18d182c8a97f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66a7c5a6-433c-4344-baa5-f0058439f134 HTTP/1.1" status: 200 len: 217 time: 0.0935757 Mar 27 15:27:24.757616 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc2e800c-63e4-44ea-8fc4-21778079181e admin admin] Publish callbacks [] for security_group (55e02d23-80cb-4e3b-b7cc-85c66483810a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.856726 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8c43d0eb-0880-4952-8272-f362947ddfa9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4713144 Mar 27 15:27:24.883536 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-1588ea07-9907-4a0a-a684-9f1747a730f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:24.884967 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-1588ea07-9907-4a0a-a684-9f1747a730f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.3748193 Mar 27 15:27:24.902871 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:27:24.921359 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:24.926854 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:27:24.936558 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:24.937280 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:24.997081 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:25.072815 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Request body: {'port': {'device_id': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:25.094645 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc2e800c-63e4-44ea-8fc4-21778079181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (55e02d23-80cb-4e3b-b7cc-85c66483810a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.097865 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc2e800c-63e4-44ea-8fc4-21778079181e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.099463 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bc2e800c-63e4-44ea-8fc4-21778079181e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55e02d23-80cb-4e3b-b7cc-85c66483810a HTTP/1.1" status: 204 len: 168 time: 1.0148385 Mar 27 15:27:25.198805 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03ece5a-7520-4366-b6c1-232ba5ff95e7 x-openstack-request-id: req-a03ece5a-7520-4366-b6c1-232ba5ff95e7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:25.204585 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c862bc42-9370-48be-b114-fc2d32306f5d", "tag": "ad708fad-968d-49be-9210-e630cd774f3e", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:25.205148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a03ece5a-7520-4366-b6c1-232ba5ff95e7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:25.205835 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03ece5a-7520-4366-b6c1-232ba5ff95e7'] response: {'name': 'network-changed', 'server_uuid': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'tag': 'ad708fad-968d-49be-9210-e630cd774f3e', 'status': 'completed', 'code': 200} Mar 27 15:27:25.222728 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e800c-63e4-44ea-8fc4-21778079181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e02d23-80cb-4e3b-b7cc-85c66483810a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:25.236872 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-a880ba26-ad6c-4341-9882-41bf669cc8bc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4167204 Mar 27 15:27:25.269868 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-844812b7-885a-4400-9161-0b35c0d1e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:25.274740 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Request body: {'port': {'device_id': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:25.277286 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-844812b7-885a-4400-9161-0b35c0d1e2cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb HTTP/1.1" status: 200 len: 852 time: 0.3357012 Mar 27 15:27:25.301496 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e716d44b-7ba9-4072-9d50-75ed0ab82669 None None] Provisioning complete for port 20c81b98-8354-46a1-89f4-1cd93d4509e7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:25.302648 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e716d44b-7ba9-4072-9d50-75ed0ab82669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.355466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e716d44b-7ba9-4072-9d50-75ed0ab82669 None None] Port 20c81b98-8354-46a1-89f4-1cd93d4509e7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:25.385414 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42424) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:25.477570 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e79849-c006-414a-9f55-4687e0c53609 req-cee9b8f3-a0cb-486f-8d3a-2a0ab55f0f7c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:25.485987 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c6e79849-c006-414a-9f55-4687e0c53609 req-cee9b8f3-a0cb-486f-8d3a-2a0ab55f0f7c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 931 time: 0.7142208 Mar 27 15:27:25.489547 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-151b2dca-6fe8-4764-b3ad-6556b732a2dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002923 Mar 27 15:27:25.512152 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5801c89b-9fb3-44b7-a844-3d12db807b75 None None] Provisioning complete for port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:25.513183 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5801c89b-9fb3-44b7-a844-3d12db807b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.543230 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-0bd042a3-5138-4122-81d3-8b9c0b1546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:25.549266 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-0bd042a3-5138-4122-81d3-8b9c0b1546cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5909233 Mar 27 15:27:25.589993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70ee3058-0240-425d-8ac6-a8c38165f360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.594661 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.614172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5801c89b-9fb3-44b7-a844-3d12db807b75 None None] Port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:27:25.654708 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb18d-fdee-46f5-b407-c62f5dfbb0a6 req-833c82ec-2b65-48b4-b087-e271aa388cdc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:25.656939 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5abeb18d-fdee-46f5-b407-c62f5dfbb0a6 req-833c82ec-2b65-48b4-b087-e271aa388cdc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 931 time: 0.4096951 Mar 27 15:27:25.670881 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:25.761172 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c6e79849-c006-414a-9f55-4687e0c53609 req-25ce34c8-2171-47fa-89e5-bed606566aff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738345 Mar 27 15:27:25.840251 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5abeb18d-fdee-46f5-b407-c62f5dfbb0a6 req-e6da345f-be00-46db-9685-74306afa4db6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760430 Mar 27 15:27:25.841020 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:26.023698 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42444) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:26.291124 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4eef3eb5-7139-4507-9a50-a2d8d352f822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.440227 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41a97db6-3078-4fff-a4b8-69e05ecf6bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.573722 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-60b895de-1694-4bc6-9f79-95c29a5f17ed service neutron] 10.222.0.25 "GET /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923544 Mar 27 15:27:26.707451 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:26.726136 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Publish callbacks [] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.758177 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Transition to ACTIVE for port object 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:26.772820 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.794769 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cb7a5-5e86-42b7-ab65-f20658152196 req-b92d5813-2f6d-46ae-917e-4303eff6fee4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:26.802903 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-424cb7a5-5e86-42b7-ab65-f20658152196 req-b92d5813-2f6d-46ae-917e-4303eff6fee4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 944 time: 0.8880100 Mar 27 15:27:26.848139 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:26.894779 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70ee3058-0240-425d-8ac6-a8c38165f360 admin admin] Publish callbacks [] for security_group (a086e1d3-3350-46a1-b160-9debfb090155), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:26.980027 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-889c0dcf-1749-411c-a0dc-62a06c76670b service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8898833 Mar 27 15:27:27.036771 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70ee3058-0240-425d-8ac6-a8c38165f360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (a086e1d3-3350-46a1-b160-9debfb090155), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.168107 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7bfda365-25cb-49ed-bc1b-da9a65a88bea req-6dc784eb-3661-43ef-817c-12b1a534f9b3 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729791 Mar 27 15:27:27.297960 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-70ee3058-0240-425d-8ac6-a8c38165f360 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8f2765554244fcaab2a5523f1e67ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8993747 Mar 27 15:27:27.315951 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42478) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:27.319775 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee3058-0240-425d-8ac6-a8c38165f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086e1d3-3350-46a1-b160-9debfb090155,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.375003 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-424cb7a5-5e86-42b7-ab65-f20658152196 req-d23f7343-c369-4727-a169-bb4a6fd23f37 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581932 Mar 27 15:27:27.426847 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-4a856f32-f5cd-4560-b49d-f64a9f3b88bb service neutron] 10.222.0.25 "GET /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036451 Mar 27 15:27:27.476601 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41a97db6-3078-4fff-a4b8-69e05ecf6bd8 admin admin] Publish callbacks [] for security_group (71dab914-377f-4df7-b81d-679692f9802f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.498414 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41a97db6-3078-4fff-a4b8-69e05ecf6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (71dab914-377f-4df7-b81d-679692f9802f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.523389 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Attempting to bind port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:27.523800 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Attempting to bind port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:27.524132 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Attempting to bind port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:27.544677 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:27.545162 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Attempting to bind port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:27.557833 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4eef3eb5-7139-4507-9a50-a2d8d352f822 admin admin] Publish callbacks [] for security_group (c814eb25-f986-4bd8-91c8-2cae1cf14161), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.562695 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:27.564516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Checking segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:27.564516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Bound using segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:27.564516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Bound port: 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:27.564878 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.643186 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-41a97db6-3078-4fff-a4b8-69e05ecf6bd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da26118b2ac045d0a07da9083b85dd11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6144803 Mar 27 15:27:27.647239 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42484) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:27.660876 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a97db6-3078-4fff-a4b8-69e05ecf6bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dab914-377f-4df7-b81d-679692f9802f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.671070 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e19fd4-e470-498c-b4cf-eb215ac2f21c req-fb40c3a0-84ba-4cec-82ee-6ba5f4350788 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:27.680396 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c81b98-8354-46a1-89f4-1cd93d4509e7 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:27.680695 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a5e19fd4-e470-498c-b4cf-eb215ac2f21c req-fb40c3a0-84ba-4cec-82ee-6ba5f4350788 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 931 time: 0.5112295 Mar 27 15:27:27.694878 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Publish callbacks [] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.706223 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4eef3eb5-7139-4507-9a50-a2d8d352f822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c814eb25-f986-4bd8-91c8-2cae1cf14161), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.747091 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-d776ddc7-b86b-4804-b489-3ccc952bcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:27.748579 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-d776ddc7-b86b-4804-b489-3ccc952bcdf0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1128 time: 0.4338229 Mar 27 15:27:27.748946 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cda8c7-7121-4712-903c-7e9c68a038e4 req-9566dce9-5782-4ca4-8141-c8446809d7d5 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:27.750920 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-34cda8c7-7121-4712-903c-7e9c68a038e4 req-9566dce9-5782-4ca4-8141-c8446809d7d5 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.2360406 Mar 27 15:27:27.752040 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Transition to ACTIVE for port object 20c81b98-8354-46a1-89f4-1cd93d4509e7 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:27:27.761069 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.811432 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c84b78-1a0e-4108-bc43-751ae7a4ff6a admin admin] Publish callbacks [] for security_group (71dab914-377f-4df7-b81d-679692f9802f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.871606 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=20c81b98-8354-46a1-89f4-1cd93d4509e7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:27.879583 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c84b78-1a0e-4108-bc43-751ae7a4ff6a admin admin] Publish callbacks [] for security_group (71dab914-377f-4df7-b81d-679692f9802f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:27.917788 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-34cda8c7-7121-4712-903c-7e9c68a038e4 req-1f30e3de-defc-4c1f-80ed-54e73a7b428c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604660 Mar 27 15:27:27.943337 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:27.969690 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Attempting to bind port 20c81b98-8354-46a1-89f4-1cd93d4509e7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:27:27.970134 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Attempting to bind port 20c81b98-8354-46a1-89f4-1cd93d4509e7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:27:27.971847 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Attempting to bind port 20c81b98-8354-46a1-89f4-1cd93d4509e7 on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:27.982778 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Port 20c81b98-8354-46a1-89f4-1cd93d4509e7 on network 02735e7d-815f-4e60-89da-c6933ab495b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:27:27.983135 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Attempting to bind port 20c81b98-8354-46a1-89f4-1cd93d4509e7 on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:27:27.989951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:27:27.990371 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Checking segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:27.990762 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Bound using segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:27:27.991233 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Bound port: 20c81b98-8354-46a1-89f4-1cd93d4509e7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:27:27.991623 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.032213 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c84b78-1a0e-4108-bc43-751ae7a4ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (71dab914-377f-4df7-b81d-679692f9802f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.035873 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c84b78-1a0e-4108-bc43-751ae7a4ff6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.037523 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:28.039547 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f1c84b78-1a0e-4108-bc43-751ae7a4ff6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71dab914-377f-4df7-b81d-679692f9802f HTTP/1.1" status: 204 len: 168 time: 0.3890824 Mar 27 15:27:28.088981 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84b78-1a0e-4108-bc43-751ae7a4ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dab914-377f-4df7-b81d-679692f9802f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.093775 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-4eef3eb5-7139-4507-9a50-a2d8d352f822 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72877813df734f09a468420dc4e988d0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2428827 Mar 27 15:27:28.098395 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42506) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:28.115344 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c008ce0-d09e-4390-89e3-2a03cb26c6bb admin admin] Publish callbacks [] for security_group (a086e1d3-3350-46a1-b160-9debfb090155), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.147078 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef3eb5-7139-4507-9a50-a2d8d352f822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c814eb25-f986-4bd8-91c8-2cae1cf14161,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.162790 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.258934 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a5e19fd4-e470-498c-b4cf-eb215ac2f21c req-6ecd6ccb-ed9b-4f39-8d87-c3a0278f4824 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723617 Mar 27 15:27:28.265277 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c008ce0-d09e-4390-89e3-2a03cb26c6bb admin admin] Publish callbacks [] for security_group (a086e1d3-3350-46a1-b160-9debfb090155), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.267955 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.268581 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.270008 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 1093 time: 3.0049913 Mar 27 15:27:28.295519 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:28.297962 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f061cf0-84fb-4b65-9a35-658cd349400b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:28.306100 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] For port 20c81b98-8354-46a1-89f4-1cd93d4509e7, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:27:28.328493 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] For port 20c81b98-8354-46a1-89f4-1cd93d4509e7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:27:28.337292 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5285efa5-751a-439e-93f0-18f2b5032e59 admin admin] Publish callbacks [] for security_group (c814eb25-f986-4bd8-91c8-2cae1cf14161), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.361426 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.496776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.497652 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.499668 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66057801-715a-4853-b28a-ce1421ca0fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.499857 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] 10.222.0.25 "PUT /v2.0/ports/20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 200 len: 1093 time: 3.5599601 Mar 27 15:27:28.507555 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'tag': '20c81b98-8354-46a1-89f4-1cd93d4509e7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:28.516176 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ccd139-1709-495f-bbc3-609f8f5df0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "519ccccc-b01e-4862-9dff-b1891334b2d1", "tag": "20c81b98-8354-46a1-89f4-1cd93d4509e7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:28.544093 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9eff33-9ef9-47b3-a6ad-d3733a4842b7 x-openstack-request-id: req-8b9eff33-9ef9-47b3-a6ad-d3733a4842b7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:28.544413 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:28.544635 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b9eff33-9ef9-47b3-a6ad-d3733a4842b7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:28.545043 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9eff33-9ef9-47b3-a6ad-d3733a4842b7'] response: {'name': 'network-changed', 'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'status': 'completed', 'code': 200} Mar 27 15:27:28.553701 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5285efa5-751a-439e-93f0-18f2b5032e59 admin admin] Publish callbacks [] for security_group (c814eb25-f986-4bd8-91c8-2cae1cf14161), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.616033 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-08b655ba-412a-48f2-9666-cab035d7e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.617515 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-08b655ba-412a-48f2-9666-cab035d7e089 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.6578128 Mar 27 15:27:28.665055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fce7ff-4a98-4bc0-896b-e8eb5a547dd8 x-openstack-request-id: req-19fce7ff-4a98-4bc0-896b-e8eb5a547dd8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:28.665356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519ccccc-b01e-4862-9dff-b1891334b2d1", "tag": "20c81b98-8354-46a1-89f4-1cd93d4509e7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:28.665618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19fce7ff-4a98-4bc0-896b-e8eb5a547dd8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:28.666023 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fce7ff-4a98-4bc0-896b-e8eb5a547dd8'] response: {'name': 'network-changed', 'server_uuid': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'tag': '20c81b98-8354-46a1-89f4-1cd93d4509e7', 'status': 'completed', 'code': 200} Mar 27 15:27:28.693247 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5763dd-be19-479d-ba11-cf4630b0ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=20c81b98-8354-46a1-89f4-1cd93d4509e7,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.723840 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-751a9446-4900-4e5f-a1f9-87eccd484240 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 217 time: 0.0849564 Mar 27 15:27:28.734587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-1ca7316f-0a82-4e02-b4f9-2a2e0a595d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.736685 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-1ca7316f-0a82-4e02-b4f9-2a2e0a595d3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1127 time: 0.4241550 Mar 27 15:27:28.750991 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c008ce0-d09e-4390-89e3-2a03cb26c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (a086e1d3-3350-46a1-b160-9debfb090155), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.753934 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c008ce0-d09e-4390-89e3-2a03cb26c6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.757899 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9c008ce0-d09e-4390-89e3-2a03cb26c6bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a086e1d3-3350-46a1-b160-9debfb090155 HTTP/1.1" status: 204 len: 168 time: 1.3917446 Mar 27 15:27:28.762539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-76582c73-8f5e-4fef-8754-8070b0e93d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.764443 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-76582c73-8f5e-4fef-8754-8070b0e93d83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1127 time: 0.2084122 Mar 27 15:27:28.806791 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dc1d7-8912-42dc-9ca1-2c9c57182e86 req-b8399746-1093-4cc6-8479-807fcb209d91 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.818743 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-409dc1d7-8912-42dc-9ca1-2c9c57182e86 req-b8399746-1093-4cc6-8479-807fcb209d91 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 944 time: 0.3288126 Mar 27 15:27:28.838349 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5285efa5-751a-439e-93f0-18f2b5032e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c814eb25-f986-4bd8-91c8-2cae1cf14161), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.841758 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5285efa5-751a-439e-93f0-18f2b5032e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:28.845632 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5285efa5-751a-439e-93f0-18f2b5032e59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c814eb25-f986-4bd8-91c8-2cae1cf14161 HTTP/1.1" status: 204 len: 168 time: 0.7434776 Mar 27 15:27:28.849957 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-8e92fa51-8954-4368-beef-908f15fe95be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 200 len: 217 time: 0.0788457 Mar 27 15:27:28.857954 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285efa5-751a-439e-93f0-18f2b5032e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c814eb25-f986-4bd8-91c8-2cae1cf14161,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:28.883972 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-193a53b3-386e-4099-be20-f6ee776729a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.886876 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-193a53b3-386e-4099-be20-f6ee776729a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.1545920 Mar 27 15:27:28.888480 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-10d81aec-ec85-40a0-8e95-88f3db902cba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 217 time: 0.1417210 Mar 27 15:27:28.920414 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-a28279a4-29e0-41d6-acec-0693b6ae999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:28.923009 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-a28279a4-29e0-41d6-acec-0693b6ae999f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0631676 Mar 27 15:27:28.938827 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c008ce0-d09e-4390-89e3-2a03cb26c6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086e1d3-3350-46a1-b160-9debfb090155,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:29.034663 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-620e32ec-13d3-4717-943d-f8e5aa81459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.037199 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-620e32ec-13d3-4717-943d-f8e5aa81459d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078546 Mar 27 15:27:29.041500 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-409dc1d7-8912-42dc-9ca1-2c9c57182e86 req-1996ccf5-6b8c-49df-9eb1-ef61add166c3 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171547 Mar 27 15:27:29.043415 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-9902eb47-5723-4f9c-8857-94e3238b502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.044910 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-9902eb47-5723-4f9c-8857-94e3238b502a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.1347265 Mar 27 15:27:29.051603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-f901cb15-7dcb-4eef-8313-bfae4017cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.053068 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-f901cb15-7dcb-4eef-8313-bfae4017cddb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1452470 Mar 27 15:27:29.181366 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-2fd7beed-345d-4743-adc9-1625e644ac6e service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177559 Mar 27 15:27:29.184147 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-2e8cb950-31e9-47a3-bc25-2ac10dbf7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.185752 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-2e8cb950-31e9-47a3-bc25-2ac10dbf7b92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1317642 Mar 27 15:27:29.209872 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf795-da46-4220-b931-d0b54f43fed4 req-d90548e7-8856-4e8b-a595-c71b3c35e8cd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.212089 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3eabf795-da46-4220-b931-d0b54f43fed4 req-d90548e7-8856-4e8b-a595-c71b3c35e8cd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1432121 Mar 27 15:27:29.215241 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-e2fb6bec-414e-44b5-9c8b-c9711eff98f7 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718302 Mar 27 15:27:29.295252 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42564) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:29.358213 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42570) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:29.364309 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3eabf795-da46-4220-b931-d0b54f43fed4 req-75a3321e-bc27-4c12-ae10-f44aab20f91a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458399 Mar 27 15:27:29.400664 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-474babfa-e42c-48f5-a4d2-c9d00608338f req-b4b2cf21-86dc-40f5-b7ad-040a413b5e23 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782250 Mar 27 15:27:29.447564 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-00a4b22a-ef9f-45ef-a697-d1a865d7b271 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532482 Mar 27 15:27:29.465615 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f110fc5d-6eee-4adc-a891-b47802b589f4 req-db83182a-6e98-4b86-9a34-ca431f9e7633 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701499 Mar 27 15:27:29.536148 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-ab0a8889-3e2d-4e05-ac06-87d73f1810ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.538591 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-ab0a8889-3e2d-4e05-ac06-87d73f1810ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1127 time: 0.0719731 Mar 27 15:27:29.556743 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945803a-1e5e-4ccf-94d2-79850afffa5f req-1271e3de-410e-4e7a-b49f-907eba757bc5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.558823 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7945803a-1e5e-4ccf-94d2-79850afffa5f req-1271e3de-410e-4e7a-b49f-907eba757bc5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 943 time: 0.1518822 Mar 27 15:27:29.601291 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0f7536e6-2063-4cf3-93a3-27578e0d98c5 req-4ad2d34c-2711-4adf-aae7-f096efaa34e6 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347208 Mar 27 15:27:29.633433 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7945803a-1e5e-4ccf-94d2-79850afffa5f req-92f1aa97-8519-4ae8-9240-cf325ba61176 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658641 Mar 27 15:27:29.687909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-1b9495af-163a-4665-bf87-81de1e4a1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.690962 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-1b9495af-163a-4665-bf87-81de1e4a1d30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.1457446 Mar 27 15:27:29.730209 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-144cdc23-31f8-441a-afe1-6263c754446b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.734259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a78afa-c868-47d5-8a47-90be36949b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.754130 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-eff2b753-a119-406c-9008-1a494f85e45d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 200 len: 217 time: 0.0562365 Mar 27 15:27:29.815959 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-e660137c-a911-456c-b60b-d5d8a8c5ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.817709 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-e660137c-a911-456c-b60b-d5d8a8c5ace8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0579259 Mar 27 15:27:29.822914 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-aa44d297-ae62-4806-95a7-59c7d99137ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.824878 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-aa44d297-ae62-4806-95a7-59c7d99137ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1127 time: 0.1627944 Mar 27 15:27:29.876222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-74d76c92-cec2-40b6-84f3-1ca67b4649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:29.877722 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-74d76c92-cec2-40b6-84f3-1ca67b4649dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519624 Mar 27 15:27:29.984342 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-173e3fc5-c30a-4042-aea0-fa11980175dd service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992918 Mar 27 15:27:29.989552 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-144cdc23-31f8-441a-afe1-6263c754446b admin admin] Publish callbacks [] for security_group (76121339-fc3a-40a4-9ce6-401712a12350), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.996301 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a78afa-c868-47d5-8a47-90be36949b8d admin admin] Publish callbacks [] for security_group (775b8470-cbc7-45e3-a4bf-dc1ae883616d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:29.998981 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-144cdc23-31f8-441a-afe1-6263c754446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (76121339-fc3a-40a4-9ce6-401712a12350), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.004509 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-61cf0414-33a2-420c-ad74-bbe9a14587f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.005987 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-61cf0414-33a2-420c-ad74-bbe9a14587f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.1752732 Mar 27 15:27:30.013136 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a78afa-c868-47d5-8a47-90be36949b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (775b8470-cbc7-45e3-a4bf-dc1ae883616d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.064813 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-86cf3b87-0c21-4745-adec-5da93bdbe471 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 217 time: 0.0486543 Mar 27 15:27:30.098748 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:27:30.127855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cdc23-31f8-441a-afe1-6263c754446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76121339-fc3a-40a4-9ce6-401712a12350,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.138505 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b6a78afa-c868-47d5-8a47-90be36949b8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9152f90111c429393fccf83d06d8895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7792985 Mar 27 15:27:30.143912 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-144cdc23-31f8-441a-afe1-6263c754446b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af70c8842b0944a2a8558f31accd7278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479948 Mar 27 15:27:30.144309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42606) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:30.145397 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:30.178136 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-7cb9053d-b585-48d3-8de4-d1ba22d10f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.179703 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-7cb9053d-b585-48d3-8de4-d1ba22d10f36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0986238 Mar 27 15:27:30.180807 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a78afa-c868-47d5-8a47-90be36949b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b8470-cbc7-45e3-a4bf-dc1ae883616d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.203779 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a3ccd139-1709-495f-bbc3-609f8f5df0ee req-ce7e5713-bda3-485f-81a3-65e834f2f4b7 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125754 Mar 27 15:27:30.262522 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-46156c92-f0a5-4b44-ac1d-03c3c5ae8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.265780 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-46156c92-f0a5-4b44-ac1d-03c3c5ae8c63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796332 Mar 27 15:27:30.304402 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936485-92c5-4e7c-95c3-bda265726844 req-e4b1043c-694d-4db4-b6a2-1ff2d8774870 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.305901 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-22936485-92c5-4e7c-95c3-bda265726844 req-e4b1043c-694d-4db4-b6a2-1ff2d8774870 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 944 time: 0.1394436 Mar 27 15:27:30.306876 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a039607-83d9-4d8a-96e9-ea4cd6f881c3 admin admin] Publish callbacks [] for security_group (775b8470-cbc7-45e3-a4bf-dc1ae883616d), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.308790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2ef455c-140b-4d77-b94c-e702e5c2c3db admin admin] Publish callbacks [] for security_group (76121339-fc3a-40a4-9ce6-401712a12350), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.365476 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2ef455c-140b-4d77-b94c-e702e5c2c3db admin admin] Publish callbacks [] for security_group (76121339-fc3a-40a4-9ce6-401712a12350), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.376216 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a039607-83d9-4d8a-96e9-ea4cd6f881c3 admin admin] Publish callbacks [] for security_group (775b8470-cbc7-45e3-a4bf-dc1ae883616d), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.381627 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-c6e19d8b-6413-4a8c-a853-8c10ef887c32 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086099 Mar 27 15:27:30.466805 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-22936485-92c5-4e7c-95c3-bda265726844 req-79503a6b-68af-4cfe-9a1e-c9c02514690e tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525099 Mar 27 15:27:30.500745 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a039607-83d9-4d8a-96e9-ea4cd6f881c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (775b8470-cbc7-45e3-a4bf-dc1ae883616d), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.504929 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a039607-83d9-4d8a-96e9-ea4cd6f881c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.506073 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-4a039607-83d9-4d8a-96e9-ea4cd6f881c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/775b8470-cbc7-45e3-a4bf-dc1ae883616d HTTP/1.1" status: 204 len: 168 time: 0.3585031 Mar 27 15:27:30.528318 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a039607-83d9-4d8a-96e9-ea4cd6f881c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b8470-cbc7-45e3-a4bf-dc1ae883616d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.533323 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2ef455c-140b-4d77-b94c-e702e5c2c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (76121339-fc3a-40a4-9ce6-401712a12350), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.536083 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2ef455c-140b-4d77-b94c-e702e5c2c3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.536254 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f061cf0-84fb-4b65-9a35-658cd349400b req-0dac24f5-c68e-4202-a975-2f3647f328bd service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475270 Mar 27 15:27:30.539528 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e2ef455c-140b-4d77-b94c-e702e5c2c3db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76121339-fc3a-40a4-9ce6-401712a12350 HTTP/1.1" status: 204 len: 168 time: 0.3744175 Mar 27 15:27:30.555898 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef455c-140b-4d77-b94c-e702e5c2c3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76121339-fc3a-40a4-9ce6-401712a12350,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:30.626607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e454702-c2e2-4fdd-bc72-f3b7e8ecff1d req-80901731-d894-442c-a905-dc19421cd91e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.627822 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6e3e521e-afc8-4afb-8e96-fe4a4740efcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:30.633765 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e454702-c2e2-4fdd-bc72-f3b7e8ecff1d req-80901731-d894-442c-a905-dc19421cd91e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1011124 Mar 27 15:27:30.684170 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e454702-c2e2-4fdd-bc72-f3b7e8ecff1d req-ea2d965f-ad19-4567-93f7-b6058ad0449e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493701 Mar 27 15:27:30.798367 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92c90c-65cb-4649-b9e1-af53d345776f req-19573dc2-587b-483b-8e5d-392d57fd40a5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:30.800023 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ef92c90c-65cb-4649-b9e1-af53d345776f req-19573dc2-587b-483b-8e5d-392d57fd40a5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0683885 Mar 27 15:27:30.848272 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ef92c90c-65cb-4649-b9e1-af53d345776f req-2f1bed51-11d0-49e0-bed4-5bb2d61937b7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Mar 27 15:27:31.162524 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:31.176187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd220-5ac8-4f8f-b361-97a713dd3f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.259755 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd220-5ac8-4f8f-b361-97a713dd3f7d admin admin] Publish callbacks [] for security_group (9d2bda29-76fe-4a44-90a5-baf5852e23ae), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.265532 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd220-5ac8-4f8f-b361-97a713dd3f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9d2bda29-76fe-4a44-90a5-baf5852e23ae), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.308849 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-eb3dd220-5ac8-4f8f-b361-97a713dd3f7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e32033be63a34b6b80d4ce43a702f5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419053 Mar 27 15:27:31.311077 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42654) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:31.317929 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dd220-5ac8-4f8f-b361-97a713dd3f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2bda29-76fe-4a44-90a5-baf5852e23ae,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:31.367384 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d3a-869d-4a5b-9761-f98efbe23ec8 admin admin] Publish callbacks [] for security_group (9d2bda29-76fe-4a44-90a5-baf5852e23ae), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.396040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d3a-869d-4a5b-9761-f98efbe23ec8 admin admin] Publish callbacks [] for security_group (9d2bda29-76fe-4a44-90a5-baf5852e23ae), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.452715 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d3a-869d-4a5b-9761-f98efbe23ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9d2bda29-76fe-4a44-90a5-baf5852e23ae), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.456870 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d3a-869d-4a5b-9761-f98efbe23ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.459406 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e8f75d3a-869d-4a5b-9761-f98efbe23ec8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d2bda29-76fe-4a44-90a5-baf5852e23ae HTTP/1.1" status: 204 len: 168 time: 0.1473479 Mar 27 15:27:31.468937 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f75d3a-869d-4a5b-9761-f98efbe23ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2bda29-76fe-4a44-90a5-baf5852e23ae,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:31.523779 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device ad708fad-968d-49be-9210-e630cd774f3e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:31.626248 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985d21-890b-4789-9dc3-1359c473eb79 req-aeb12c98-e78a-4053-b454-f02749c9b430 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:31.627796 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e985d21-890b-4789-9dc3-1359c473eb79 req-aeb12c98-e78a-4053-b454-f02749c9b430 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 944 time: 0.0753007 Mar 27 15:27:31.656410 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port ad708fad-968d-49be-9210-e630cd774f3e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad708fad-968d-49be-9210-e630cd774f3e,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:31.673779 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': 'ad708fad-968d-49be-9210-e630cd774f3e', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'port_id': 'ad708fad-968d-49be-9210-e630cd774f3e', 'mac_address': 'fa:16:3e:6f:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:31.681178 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e985d21-890b-4789-9dc3-1359c473eb79 req-c644fa8d-e5c3-4393-a157-17f181454c4c tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Mar 27 15:27:31.724576 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port ad708fad-968d-49be-9210-e630cd774f3e is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:31.724576 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (ad708fad-968d-49be-9210-e630cd774f3e), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.740107 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad708fad-968d-49be-9210-e630cd774f3e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:31.764678 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port ad708fad-968d-49be-9210-e630cd774f3e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad708fad-968d-49be-9210-e630cd774f3e,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:31.770688 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (ad708fad-968d-49be-9210-e630cd774f3e), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:31.771421 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66a7c5a6-433c-4344-baa5-f0058439f134 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:31.829010 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=ad708fad-968d-49be-9210-e630cd774f3e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:31.846023 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c3b1a-f7ce-4e4d-816f-7a30c758e780 req-9aaa1d73-7f96-4259-bc11-517f379408c0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:31.847772 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1c1c3b1a-f7ce-4e4d-816f-7a30c758e780 req-9aaa1d73-7f96-4259-bc11-517f379408c0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0661671 Mar 27 15:27:31.976178 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1c1c3b1a-f7ce-4e4d-816f-7a30c758e780 req-511a0082-4065-4ee6-ac2d-e7c2c2edfdf1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219339 Mar 27 15:27:31.985111 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 66a7c5a6-433c-4344-baa5-f0058439f134, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66a7c5a6-433c-4344-baa5-f0058439f134,segment=NetworkSegment(1a9f18fd-d9e6-4e96-8377-0f8861fedd3a),segment_id=1a9f18fd-d9e6-4e96-8377-0f8861fedd3a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:32.013187 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '66a7c5a6-433c-4344-baa5-f0058439f134', 'network_id': 'ae737757-dd88-4d4b-ad52-6bb49d2f2ca2', 'port_id': '66a7c5a6-433c-4344-baa5-f0058439f134', 'mac_address': 'fa:16:3e:40:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:32.056130 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045ce75-ca1f-4858-afeb-16eec87d128f req-807376b9-d5f0-468d-869d-4a8f5adf4c7f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:32.058375 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f045ce75-ca1f-4858-afeb-16eec87d128f req-807376b9-d5f0-468d-869d-4a8f5adf4c7f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0820861 Mar 27 15:27:32.067106 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 66a7c5a6-433c-4344-baa5-f0058439f134 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:32.068034 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.090652 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a7c5a6-433c-4344-baa5-f0058439f134 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:32.113267 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f045ce75-ca1f-4858-afeb-16eec87d128f req-e4554460-4c9a-4316-9aea-dc3ade69401b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Mar 27 15:27:32.114654 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 66a7c5a6-433c-4344-baa5-f0058439f134, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66a7c5a6-433c-4344-baa5-f0058439f134,segment=NetworkSegment(1a9f18fd-d9e6-4e96-8377-0f8861fedd3a),segment_id=1a9f18fd-d9e6-4e96-8377-0f8861fedd3a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:32.120448 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:32.293534 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=66a7c5a6-433c-4344-baa5-f0058439f134,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:32.421739 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['66a7c5a6-433c-4344-baa5-f0058439f134'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:32.445086 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['ad708fad-968d-49be-9210-e630cd774f3e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:32.843664 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b6083-5220-4d93-b1cc-ec097f62f533 req-0061eb7f-cf58-47b0-89b2-bcce75d7076a tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:32.845204 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4c7b6083-5220-4d93-b1cc-ec097f62f533 req-0061eb7f-cf58-47b0-89b2-bcce75d7076a tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 945 time: 0.0630281 Mar 27 15:27:32.879036 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:32.911542 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4c7b6083-5220-4d93-b1cc-ec097f62f533 req-8660c7c1-9358-4c79-ac5d-8567449c0574 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Mar 27 15:27:32.989007 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04eb44d5-7f04-433a-85b0-49102fb3c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.097404 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce007e0-8bd0-47c8-ac91-fd301bd4c49e req-d16c3b32-8407-472f-b12b-c3de6de85099 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:33.105516 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0ce007e0-8bd0-47c8-ac91-fd301bd4c49e req-d16c3b32-8407-472f-b12b-c3de6de85099 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0621183 Mar 27 15:27:33.179606 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0ce007e0-8bd0-47c8-ac91-fd301bd4c49e req-b5a282fb-aedd-44d1-b635-f56da48ccc44 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693078 Mar 27 15:27:33.194514 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-453121121-network', 'tenant_id': '330e8d1e138e47849d0b6137a2646162'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:33.248071 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Made reservation on behalf of 330e8d1e138e47849d0b6137a2646162 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:33.252327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.274427 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.303220 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779347-9f7d-40ac-9c92-47422d8eba6c req-42ea6ce3-8765-4bce-abb4-036e44ab8699 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:33.312385 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da779347-9f7d-40ac-9c92-47422d8eba6c req-42ea6ce3-8765-4bce-abb4-036e44ab8699 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0714839 Mar 27 15:27:33.383191 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da779347-9f7d-40ac-9c92-47422d8eba6c req-bcd3bc6f-2b3d-41ae-a7c9-014d9377b465 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649056 Mar 27 15:27:33.399707 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks [] for security_group (bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.405054 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.426621 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:33.442239 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:33.462489 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (5298eb22-ba64-4265-a010-f61fcdb63cfe), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.462934 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Added segment 5298eb22-ba64-4265-a010-f61fcdb63cfe of type vlan for network d2e63725-ad6c-4dc3-8771-91fd1b5e54e9 Mar 27 15:27:33.501136 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:33.506655 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device ad708fad-968d-49be-9210-e630cd774f3e up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:33.520018 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (d2e63725-ad6c-4dc3-8771-91fd1b5e54e9), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.555696 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (d2e63725-ad6c-4dc3-8771-91fd1b5e54e9), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.559741 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:33.560393 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.596192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42772) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:33.603238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Request body: {'subnet': {'network_id': 'd2e63725-ad6c-4dc3-8771-91fd1b5e54e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-453121121-subnet', 'tenant_id': '330e8d1e138e47849d0b6137a2646162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:33.609786 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7277319 Mar 27 15:27:33.654267 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port ad708fad-968d-49be-9210-e630cd774f3e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:33.655543 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Made reservation on behalf of 330e8d1e138e47849d0b6137a2646162 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:33.658533 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.666503 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port ad708fad-968d-49be-9210-e630cd774f3e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:33.667153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (ad708fad-968d-49be-9210-e630cd774f3e), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.705229 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:33.726535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a58c-b46d-460e-9a1f-8b836fdf4f01 admin admin] Pushing event updated for resources: {'Network': ['ID=d2e63725-ad6c-4dc3-8771-91fd1b5e54e9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:33.748958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'mac_address': 'fa:16:3e:34:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:33.756211 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network d2e63725-ad6c-4dc3-8771-91fd1b5e54e9 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:33.901673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:33.902395 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.929619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:33.945963 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port ad708fad-968d-49be-9210-e630cd774f3e is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:33.953538 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (ad708fad-968d-49be-9210-e630cd774f3e), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.974034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (b36069bf-037e-4847-a779-e2ae0cf79db0), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:33.988406 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:33.996544 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.005742 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 20c81b98-8354-46a1-89f4-1cd93d4509e7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:27:34.027503 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad708fad-968d-49be-9210-e630cd774f3e'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:34.178524 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ef88d-35fd-4b05-b684-7b4c9536b358 req-d12c6e6d-7e17-4720-9893-f2cc1af64a49 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:34.184120 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3a2ef88d-35fd-4b05-b684-7b4c9536b358 req-d12c6e6d-7e17-4720-9893-f2cc1af64a49 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 945 time: 0.1462812 Mar 27 15:27:34.264041 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Checking segment: {'id': '5298eb22-ba64-4265-a010-f61fcdb63cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd2e63725-ad6c-4dc3-8771-91fd1b5e54e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:34.264401 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Network hostable DHCP agents. Network: d2e63725-ad6c-4dc3-8771-91fd1b5e54e9, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:34.268914 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36069bf-037e-4847-a779-e2ae0cf79db0,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.312008 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3a2ef88d-35fd-4b05-b684-7b4c9536b358 req-2de8f3b1-afc5-438a-843c-2ad70d43b04a tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208625 Mar 27 15:27:34.322465 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Network d2e63725-ad6c-4dc3-8771-91fd1b5e54e9 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:34.345978 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, d2e63725-ad6c-4dc3-8771-91fd1b5e54e9) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:34.352028 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:34.352632 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.368694 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port ad708fad-968d-49be-9210-e630cd774f3e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad708fad-968d-49be-9210-e630cd774f3e,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:34.382136 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d99823e3-690b-4402-86c9-f7754e53f3ac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7743413 Mar 27 15:27:34.382585 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff159a2-2047-4f93-a4b3-9124729641c8 None None] Network d2e63725-ad6c-4dc3-8771-91fd1b5e54e9 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:34.382585 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (ad708fad-968d-49be-9210-e630cd774f3e), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.383600 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66a7c5a6-433c-4344-baa5-f0058439f134 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:34.437811 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b63c31-2e64-4bd6-8124-a68ed510c671 req-1d5014df-c092-4d70-84d2-3b68d4f5eb94 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:34.439474 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e1b63c31-2e64-4bd6-8124-a68ed510c671 req-1d5014df-c092-4d70-84d2-3b68d4f5eb94 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.1514435 Mar 27 15:27:34.489764 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.510494 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 20c81b98-8354-46a1-89f4-1cd93d4509e7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:34.574456 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.575303 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e1b63c31-2e64-4bd6-8124-a68ed510c671 req-f93b0583-f195-46c5-9e73-2be5561031a9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259246 Mar 27 15:27:34.578738 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d549a4-b287-47d0-9d8d-cad869ce7bf6 req-c4629995-dc6f-4ab2-be10-a28e81fb848e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:34.589132 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-32d549a4-b287-47d0-9d8d-cad869ce7bf6 req-c4629995-dc6f-4ab2-be10-a28e81fb848e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 943 time: 0.1256435 Mar 27 15:27:34.627713 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6303988c-75a4-4438-b2a0-59f8b979db8e" -d '{"events": [{"server_uuid": "c862bc42-9370-48be-b114-fc2d32306f5d", "name": "network-vif-plugged", "status": "completed", "tag": "ad708fad-968d-49be-9210-e630cd774f3e"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:34.630607 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '20c81b98-8354-46a1-89f4-1cd93d4509e7', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'port_id': '20c81b98-8354-46a1-89f4-1cd93d4509e7', 'mac_address': 'fa:16:3e:e5:85:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:27:34.738990 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-32d549a4-b287-47d0-9d8d-cad869ce7bf6 req-2b6f95e8-a267-4164-851a-87d24aedbc2d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370733 Mar 27 15:27:34.789505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917398d-d0a3-4b70-bc6c-a11d283f2baa x-openstack-request-id: req-9917398d-d0a3-4b70-bc6c-a11d283f2baa {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:34.789811 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c862bc42-9370-48be-b114-fc2d32306f5d", "name": "network-vif-plugged", "status": "completed", "tag": "ad708fad-968d-49be-9210-e630cd774f3e", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:34.790072 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9917398d-d0a3-4b70-bc6c-a11d283f2baa {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:34.790802 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9917398d-d0a3-4b70-bc6c-a11d283f2baa'] response: {'server_uuid': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad708fad-968d-49be-9210-e630cd774f3e', 'code': 200} Mar 27 15:27:34.817693 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 20c81b98-8354-46a1-89f4-1cd93d4509e7 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:34.818175 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.821248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=ad708fad-968d-49be-9210-e630cd774f3e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:34.852617 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e65764-c9bc-4d3c-9270-83ff33f43148 None None] Network d2e63725-ad6c-4dc3-8771-91fd1b5e54e9 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:34.874511 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 66a7c5a6-433c-4344-baa5-f0058439f134 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:34.903740 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c81b98-8354-46a1-89f4-1cd93d4509e7 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:27:34.914783 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 66a7c5a6-433c-4344-baa5-f0058439f134 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:34.917749 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:34.968023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 20c81b98-8354-46a1-89f4-1cd93d4509e7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:34.981855 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.062233 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ed7ce-b4d2-4092-acfe-1754d99f8778 req-fc74e26e-4763-480f-afb4-bd25d10b4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.064080 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6f2ed7ce-b4d2-4092-acfe-1754d99f8778 req-fc74e26e-4763-480f-afb4-bd25d10b4598 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1130 time: 0.1076696 Mar 27 15:27:35.115630 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=20c81b98-8354-46a1-89f4-1cd93d4509e7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:35.120793 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 66a7c5a6-433c-4344-baa5-f0058439f134 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:35.121190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.121382 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f2ed7ce-b4d2-4092-acfe-1754d99f8778 req-70a0e422-4f57-465e-984a-956339cac507 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.194236 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 66a7c5a6-433c-4344-baa5-f0058439f134, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66a7c5a6-433c-4344-baa5-f0058439f134,segment=NetworkSegment(1a9f18fd-d9e6-4e96-8377-0f8861fedd3a),segment_id=1a9f18fd-d9e6-4e96-8377-0f8861fedd3a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:35.200603 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.321186 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=66a7c5a6-433c-4344-baa5-f0058439f134,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:35.330238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['20c81b98-8354-46a1-89f4-1cd93d4509e7'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:35.332693 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:27:35.377610 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42852) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:35.387590 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-320730321-network', 'tenant_id': '149ab1d001e04128b37c609cb5c870ae'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:35.438408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Made reservation on behalf of 149ab1d001e04128b37c609cb5c870ae for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:35.441862 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.459896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.462704 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.549119 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f2ed7ce-b4d2-4092-acfe-1754d99f8778 req-70a0e422-4f57-465e-984a-956339cac507 service neutron] Publish callbacks [] for security_group (f10ba3b0-57db-401f-85e7-77060793ca75), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.555381 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks [] for security_group (fdbebddc-d517-4b49-9b62-10af1894aa91), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.558900 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f2ed7ce-b4d2-4092-acfe-1754d99f8778 req-70a0e422-4f57-465e-984a-956339cac507 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f10ba3b0-57db-401f-85e7-77060793ca75), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.562183 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (fdbebddc-d517-4b49-9b62-10af1894aa91), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.583465 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b9c9d-8988-4818-9a0c-3d27132eba38 req-600aaab6-9c62-41db-922e-54b7bb4247c8 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.585080 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-951b9c9d-8988-4818-9a0c-3d27132eba38 req-600aaab6-9c62-41db-922e-54b7bb4247c8 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.1139114 Mar 27 15:27:35.593061 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:35.601339 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbebddc-d517-4b49-9b62-10af1894aa91,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:35.623135 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (e681fd3c-9704-4e6f-bc53-137646fc732e), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.623486 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Added segment e681fd3c-9704-4e6f-bc53-137646fc732e of type vlan for network 8111ecc4-d292-4696-9d46-6bab89515de5 Mar 27 15:27:35.706288 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6f2ed7ce-b4d2-4092-acfe-1754d99f8778 req-70a0e422-4f57-465e-984a-956339cac507 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287215 Mar 27 15:27:35.707489 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e422-4f57-465e-984a-956339cac507 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f10ba3b0-57db-401f-85e7-77060793ca75,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:35.749966 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-951b9c9d-8988-4818-9a0c-3d27132eba38 req-c9af57ed-8d8f-4850-8139-f933bd94a503 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399586 Mar 27 15:27:35.761681 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (8111ecc4-d292-4696-9d46-6bab89515de5), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.805985 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8da9a-c2c2-4ea0-895e-4fd10b81e7ab req-df2b7621-d59d-4a7e-b7c7-f8fc73cbd585 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.808104 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-64c8da9a-c2c2-4ea0-895e-4fd10b81e7ab req-df2b7621-d59d-4a7e-b7c7-f8fc73cbd585 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.1098845 Mar 27 15:27:35.809261 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (8111ecc4-d292-4696-9d46-6bab89515de5), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.810141 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.810839 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:35.910187 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5305984 Mar 27 15:27:35.917904 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42866) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:35.921383 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37708-5162-4787-93a4-aa0001021e0f req-56be0b8f-9755-4b6f-a2d2-2901e3fd7cf4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:35.923269 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a8e37708-5162-4787-93a4-aa0001021e0f req-56be0b8f-9755-4b6f-a2d2-2901e3fd7cf4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0791712 Mar 27 15:27:35.930182 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Request body: {'subnet': {'network_id': '8111ecc4-d292-4696-9d46-6bab89515de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-320730321-subnet', 'tenant_id': '149ab1d001e04128b37c609cb5c870ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:35.939007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead04fa-73d7-4362-a9d1-a00c8a070b3b admin admin] Pushing event updated for resources: {'Network': ['ID=8111ecc4-d292-4696-9d46-6bab89515de5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:35.954835 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 8111ecc4-d292-4696-9d46-6bab89515de5 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:35.986266 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-64c8da9a-c2c2-4ea0-895e-4fd10b81e7ab req-7fd0247a-78c0-48f6-b43d-4527f7dd53f8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170158 Mar 27 15:27:35.993932 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Made reservation on behalf of 149ab1d001e04128b37c609cb5c870ae for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:36.003574 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.007801 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a8e37708-5162-4787-93a4-aa0001021e0f req-181fc672-abbd-4f23-b409-e5bdd059c0d6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735304 Mar 27 15:27:36.184512 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (ed688d76-8215-4bb7-854f-d5a8e71c9d83), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.239126 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed688d76-8215-4bb7-854f-d5a8e71c9d83,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:36.248539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Checking segment: {'id': 'e681fd3c-9704-4e6f-bc53-137646fc732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8111ecc4-d292-4696-9d46-6bab89515de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:36.248901 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Network hostable DHCP agents. Network: 8111ecc4-d292-4696-9d46-6bab89515de5, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:36.265516 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Network 8111ecc4-d292-4696-9d46-6bab89515de5 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:36.274861 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 8111ecc4-d292-4696-9d46-6bab89515de5) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:36.279677 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:36.280359 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.294758 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c18a5-225c-4559-8d9a-bfb16e996f84 None None] Network 8111ecc4-d292-4696-9d46-6bab89515de5 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:36.296397 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f0685115-977e-492a-9969-3464caf05e28 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3774109 Mar 27 15:27:36.412506 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b104cbc-a651-449b-aff8-5eba0018ab1f None None] Network 8111ecc4-d292-4696-9d46-6bab89515de5 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:36.425490 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42886) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:36.484698 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Deleting subnet b36069bf-037e-4847-a779-e2ae0cf79db0 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:27:36.488096 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Publish callbacks [] for subnet (b36069bf-037e-4847-a779-e2ae0cf79db0), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.526384 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Publish callbacks [] for subnet (b36069bf-037e-4847-a779-e2ae0cf79db0), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.539609 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (b36069bf-037e-4847-a779-e2ae0cf79db0), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.599518 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (b36069bf-037e-4847-a779-e2ae0cf79db0), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.627900 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36069bf-037e-4847-a779-e2ae0cf79db0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:36.631238 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.634405 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7be8fbf2-1818-4b77-b867-a75f83ebbc7d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b36069bf-037e-4847-a779-e2ae0cf79db0 HTTP/1.1" status: 204 len: 168 time: 0.2078457 Mar 27 15:27:36.637792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42898) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:36.714547 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (d2e63725-ad6c-4dc3-8771-91fd1b5e54e9), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.792603 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a7c5a6-433c-4344-baa5-f0058439f134'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:36.796101 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd61dce6-0b0a-46f0-a46c-23ef06dbb6b5" -d '{"events": [{"server_uuid": "a86afd95-323d-4a40-b71e-3a384b7d176e", "name": "network-vif-plugged", "status": "completed", "tag": "66a7c5a6-433c-4344-baa5-f0058439f134"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:36.804238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (d2e63725-ad6c-4dc3-8771-91fd1b5e54e9), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.830137 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.830498 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.831408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.831743 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > port after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.832070 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.832425 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.832750 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.833080 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.833381 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.833840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.847818 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8cf49-9310-4a24-90c4-f1815a4a2577 x-openstack-request-id: req-42f8cf49-9310-4a24-90c4-f1815a4a2577 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:36.848133 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86afd95-323d-4a40-b71e-3a384b7d176e", "name": "network-vif-plugged", "status": "completed", "tag": "66a7c5a6-433c-4344-baa5-f0058439f134", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:36.848394 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42f8cf49-9310-4a24-90c4-f1815a4a2577 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:36.848840 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f8cf49-9310-4a24-90c4-f1815a4a2577'] response: {'server_uuid': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a7c5a6-433c-4344-baa5-f0058439f134', 'code': 200} Mar 27 15:27:36.886733 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0a9a-fd36-4fd4-9090-4ef119d37760 req-a3211d68-c29a-48ac-9f82-c5f214efc284 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:36.888330 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-861d0a9a-fd36-4fd4-9090-4ef119d37760 req-a3211d68-c29a-48ac-9f82-c5f214efc284 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0541635 Mar 27 15:27:36.912273 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:36.942902 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-861d0a9a-fd36-4fd4-9090-4ef119d37760 req-85442912-fc9e-49c3-9157-2ced76385a1f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Mar 27 15:27:36.963975 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.964335 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.964814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.965177 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:36.965523 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e63725-ad6c-4dc3-8771-91fd1b5e54e9']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:36.985171 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5298eb22-ba64-4265-a010-f61fcdb63cfe') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:36.985469 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5298eb22-ba64-4265-a010-f61fcdb63cfe') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:37.001809 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (5298eb22-ba64-4265-a010-f61fcdb63cfe), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.039374 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (5298eb22-ba64-4265-a010-f61fcdb63cfe), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.049538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:27:37.050176 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (5298eb22-ba64-4265-a010-f61fcdb63cfe), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: from cryptography.utils import int_from_bytes Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: from cryptography.utils import int_from_bytes Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:27:37.074599 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:27:37.127094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42922) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.154878 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76165-f3dd-4f5a-bf59-5671c72d22e4 req-f09c9b3c-c623-47c8-a7ac-93cd741aba1e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:37.156424 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a5b76165-f3dd-4f5a-bf59-5671c72d22e4 req-f09c9b3c-c623-47c8-a7ac-93cd741aba1e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0593576 Mar 27 15:27:37.179251 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (d2e63725-ad6c-4dc3-8771-91fd1b5e54e9), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.185682 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.190338 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] 10.222.0.10 "DELETE /v2.0/networks/d2e63725-ad6c-4dc3-8771-91fd1b5e54e9 HTTP/1.1" status: 204 len: 168 time: 0.5506198 Mar 27 15:27:37.193582 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.209002 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caf64d-c018-4dd2-b5f4-9bb3fbf47aae admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e63725-ad6c-4dc3-8771-91fd1b5e54e9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.222554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70355-aca7-4a2b-a496-c5ee7dccd023 req-56774862-0825-4b8c-aab5-2a2767857070 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:37.224406 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ea70355-aca7-4a2b-a496-c5ee7dccd023 req-56774862-0825-4b8c-aab5-2a2767857070 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 944 time: 0.1338425 Mar 27 15:27:37.243493 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a5b76165-f3dd-4f5a-bf59-5671c72d22e4 req-cbda9eb6-4202-4501-b0a3-f815a208b2a2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809455 Mar 27 15:27:37.259528 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Deleting subnet ed688d76-8215-4bb7-854f-d5a8e71c9d83 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:27:37.263573 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Publish callbacks [] for subnet (ed688d76-8215-4bb7-854f-d5a8e71c9d83), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.288035 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28fd76a2-4ce8-49f7-849c-7fa334ed9c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.295196 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ea70355-aca7-4a2b-a496-c5ee7dccd023 req-e97ed71e-9233-4408-a500-654236a7924a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611784 Mar 27 15:27:37.300449 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Publish callbacks [] for subnet (ed688d76-8215-4bb7-854f-d5a8e71c9d83), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.307605 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (ed688d76-8215-4bb7-854f-d5a8e71c9d83), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.362015 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for subnet (ed688d76-8215-4bb7-854f-d5a8e71c9d83), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.376816 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28fd76a2-4ce8-49f7-849c-7fa334ed9c3f admin admin] Publish callbacks [] for security_group (ac4debe2-5469-40fc-9ab5-95f28c3f0c86), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.380642 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28fd76a2-4ce8-49f7-849c-7fa334ed9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (ac4debe2-5469-40fc-9ab5-95f28c3f0c86), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.392427 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed688d76-8215-4bb7-854f-d5a8e71c9d83,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.396050 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.402404 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-bbcb7981-f66d-4bc3-97cd-786d9ecc35db admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ed688d76-8215-4bb7-854f-d5a8e71c9d83 HTTP/1.1" status: 204 len: 168 time: 0.2077842 Mar 27 15:27:37.403029 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42928) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.421770 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-28fd76a2-4ce8-49f7-849c-7fa334ed9c3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=729ad440be3e48fda6656394cc9a746b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862167 Mar 27 15:27:37.423858 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd76a2-4ce8-49f7-849c-7fa334ed9c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4debe2-5469-40fc-9ab5-95f28c3f0c86,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.426105 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42930) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.482673 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (8111ecc4-d292-4696-9d46-6bab89515de5), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.485777 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23f0abb-b21e-41af-8f6d-5ed92adb57a8 admin admin] Publish callbacks [] for security_group (ac4debe2-5469-40fc-9ab5-95f28c3f0c86), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.507713 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23f0abb-b21e-41af-8f6d-5ed92adb57a8 admin admin] Publish callbacks [] for security_group (ac4debe2-5469-40fc-9ab5-95f28c3f0c86), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.558098 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23f0abb-b21e-41af-8f6d-5ed92adb57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (ac4debe2-5469-40fc-9ab5-95f28c3f0c86), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.561148 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23f0abb-b21e-41af-8f6d-5ed92adb57a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.562362 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f23f0abb-b21e-41af-8f6d-5ed92adb57a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac4debe2-5469-40fc-9ab5-95f28c3f0c86 HTTP/1.1" status: 204 len: 168 time: 0.1353412 Mar 27 15:27:37.571502 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f0abb-b21e-41af-8f6d-5ed92adb57a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4debe2-5469-40fc-9ab5-95f28c3f0c86,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.574412 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (8111ecc4-d292-4696-9d46-6bab89515de5), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.599175 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.599528 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.600263 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.600835 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.600962 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.601287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.601612 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.601979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.602316 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.602638 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.672848 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.673127 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.673485 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.673863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 27 15:27:37.674248 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8111ecc4-d292-4696-9d46-6bab89515de5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:37.694108 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e681fd3c-9704-4e6f-bc53-137646fc732e') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:37.694108 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e681fd3c-9704-4e6f-bc53-137646fc732e') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:37.709771 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (e681fd3c-9704-4e6f-bc53-137646fc732e), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.733853 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (e681fd3c-9704-4e6f-bc53-137646fc732e), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.742657 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:27:37.743201 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (e681fd3c-9704-4e6f-bc53-137646fc732e), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: from cryptography.utils import int_from_bytes Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: from cryptography.utils import int_from_bytes Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:27:37.748385 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:27:37.808914 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (8111ecc4-d292-4696-9d46-6bab89515de5), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.817832 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.823449 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8111ecc4-d292-4696-9d46-6bab89515de5 HTTP/1.1" status: 204 len: 168 time: 0.4172399 Mar 27 15:27:37.832524 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13489a9c-c387-406b-b396-7d6fe5baf915 admin admin] Pushing event deleted for resources: {'Network': ['ID=8111ecc4-d292-4696-9d46-6bab89515de5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:37.858512 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42942) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.872168 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df0fe0f2-f9ba-446e-8d17-674ff8acffaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.944335 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42944) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.952733 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df0fe0f2-f9ba-446e-8d17-674ff8acffaf admin admin] Publish callbacks [] for security_group (87a17a7d-2f86-4e02-ad7c-297c137339f9), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.956688 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df0fe0f2-f9ba-446e-8d17-674ff8acffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (87a17a7d-2f86-4e02-ad7c-297c137339f9), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:37.985640 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f73ce65d-2881-4ebb-ba60-f401b012524d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=330e8d1e138e47849d0b6137a2646162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401011 Mar 27 15:27:37.988166 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42948) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:37.999518 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-df0fe0f2-f9ba-446e-8d17-674ff8acffaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eef6e779d72e4b7dbd892773115a616a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398230 Mar 27 15:27:38.000633 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe0f2-f9ba-446e-8d17-674ff8acffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a17a7d-2f86-4e02-ad7c-297c137339f9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.002868 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42950) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:38.053209 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f23-a24c-40f8-bd66-2e7afe85e081 admin admin] Publish callbacks [] for security_group (87a17a7d-2f86-4e02-ad7c-297c137339f9), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.075112 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4acb5108-d073-4b67-8bb1-b4f276ea907b admin admin] Publish callbacks [] for security_group (bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.076482 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f23-a24c-40f8-bd66-2e7afe85e081 admin admin] Publish callbacks [] for security_group (87a17a7d-2f86-4e02-ad7c-297c137339f9), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.098467 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4acb5108-d073-4b67-8bb1-b4f276ea907b admin admin] Publish callbacks [] for security_group (bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.128634 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f23-a24c-40f8-bd66-2e7afe85e081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (87a17a7d-2f86-4e02-ad7c-297c137339f9), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.129536 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.131964 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2f23-a24c-40f8-bd66-2e7afe85e081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.133324 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fa0c2f23-a24c-40f8-bd66-2e7afe85e081 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87a17a7d-2f86-4e02-ad7c-297c137339f9 HTTP/1.1" status: 204 len: 168 time: 0.1293392 Mar 27 15:27:38.135721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136189b-8324-4011-9a4c-471acc273247 req-9d6d7106-ed5c-44c4-9cdc-79cdc9dfd6f6 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:38.137192 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4136189b-8324-4011-9a4c-471acc273247 req-9d6d7106-ed5c-44c4-9cdc-79cdc9dfd6f6 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.1041505 Mar 27 15:27:38.144191 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2f23-a24c-40f8-bd66-2e7afe85e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a17a7d-2f86-4e02-ad7c-297c137339f9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.191435 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4acb5108-d073-4b67-8bb1-b4f276ea907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.193924 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4acb5108-d073-4b67-8bb1-b4f276ea907b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.195091 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-4acb5108-d073-4b67-8bb1-b4f276ea907b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9 HTTP/1.1" status: 204 len: 168 time: 0.2059259 Mar 27 15:27:38.201452 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4136189b-8324-4011-9a4c-471acc273247 req-499ed12d-3cb4-4e43-b7f6-b8581e49141e tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561752 Mar 27 15:27:38.206250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb5108-d073-4b67-8bb1-b4f276ea907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade9fde-eb2a-4ea4-b05c-a4f8ba6d87b9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:38.398026 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca92641-e961-468e-a097-e325d09bff2e req-0eaaafa3-b153-44ef-8e42-f8db7cb82c30 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:38.409131 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ca92641-e961-468e-a097-e325d09bff2e req-0eaaafa3-b153-44ef-8e42-f8db7cb82c30 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0940773 Mar 27 15:27:38.467148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba221f-c441-458a-9bec-c8d91354e0cd req-3cdfaae2-63ff-4df1-abe3-414190f67d0b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:38.468955 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2cba221f-c441-458a-9bec-c8d91354e0cd req-3cdfaae2-63ff-4df1-abe3-414190f67d0b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0932775 Mar 27 15:27:38.492500 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ca92641-e961-468e-a097-e325d09bff2e req-0decb36c-9289-4bdf-95b5-c6663600557d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637083 Mar 27 15:27:38.532768 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2cba221f-c441-458a-9bec-c8d91354e0cd req-eea1ee74-efd0-438c-a2ce-89602d6d8f98 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570717 Mar 27 15:27:38.659186 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 42978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:38.712104 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 42982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:38.712610 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bc37c02a-d04b-49c9-9b82-d8da2a80ef22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=149ab1d001e04128b37c609cb5c870ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518391 Mar 27 15:27:38.765616 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c100fec6-adeb-4c25-9966-64aaf0e0b365 admin admin] Publish callbacks [] for security_group (fdbebddc-d517-4b49-9b62-10af1894aa91), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.790300 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c100fec6-adeb-4c25-9966-64aaf0e0b365 admin admin] Publish callbacks [] for security_group (fdbebddc-d517-4b49-9b62-10af1894aa91), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.856808 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c100fec6-adeb-4c25-9966-64aaf0e0b365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (fdbebddc-d517-4b49-9b62-10af1894aa91), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.859530 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c100fec6-adeb-4c25-9966-64aaf0e0b365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:38.861449 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c100fec6-adeb-4c25-9966-64aaf0e0b365 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdbebddc-d517-4b49-9b62-10af1894aa91 HTTP/1.1" status: 204 len: 168 time: 0.1477001 Mar 27 15:27:38.868578 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100fec6-adeb-4c25-9966-64aaf0e0b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbebddc-d517-4b49-9b62-10af1894aa91,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:39.333437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7fed-0347-4f1a-bd33-4e3a60b0f7c9 req-457fa05e-dbe1-41b6-ab69-ab21d46ce099 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:39.334981 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-355a7fed-0347-4f1a-bd33-4e3a60b0f7c9 req-457fa05e-dbe1-41b6-ab69-ab21d46ce099 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0557978 Mar 27 15:27:39.391418 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-355a7fed-0347-4f1a-bd33-4e3a60b0f7c9 req-1b1feb29-2016-46c7-8059-0401d4caa5ec tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Mar 27 15:27:39.621391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3094fbb-f9fa-4f7b-a654-b10ed20fd91a req-955ea93a-b64c-4617-8056-f50956d093c4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:39.622894 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f3094fbb-f9fa-4f7b-a654-b10ed20fd91a req-955ea93a-b64c-4617-8056-f50956d093c4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0627108 Mar 27 15:27:39.682297 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fddb2-40e5-45b7-91f3-7020de6c2c1b req-a147ec08-426f-4186-b163-26034d27165d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:39.685833 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f3094fbb-f9fa-4f7b-a654-b10ed20fd91a req-a7b421d1-585e-4e5b-b429-bac9d92d3af4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568957 Mar 27 15:27:39.687445 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c54fddb2-40e5-45b7-91f3-7020de6c2c1b req-a147ec08-426f-4186-b163-26034d27165d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0664628 Mar 27 15:27:39.754423 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c54fddb2-40e5-45b7-91f3-7020de6c2c1b req-b6458fd8-067a-4766-9927-80ae618a104e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586066 Mar 27 15:27:40.071406 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43064) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.076537 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43066) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.184897 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48efea19-cdfc-45fb-a3f6-9f0f8003002a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.193898 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfce73-2d75-472e-bf6e-545e5bf965e7 req-01ed7c38-f37d-4d79-9e84-e2b7b55f890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.194054 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c800c6d3-a1e2-45d2-ae23-d60eb2652258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.195404 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-afcfce73-2d75-472e-bf6e-545e5bf965e7 req-01ed7c38-f37d-4d79-9e84-e2b7b55f890a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 1130 time: 0.0831883 Mar 27 15:27:40.263054 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48efea19-cdfc-45fb-a3f6-9f0f8003002a admin admin] Publish callbacks [] for security_group (7795639b-4517-4c10-b92e-e09edb4bac5c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.267136 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48efea19-cdfc-45fb-a3f6-9f0f8003002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7795639b-4517-4c10-b92e-e09edb4bac5c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.272426 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c800c6d3-a1e2-45d2-ae23-d60eb2652258 admin admin] Publish callbacks [] for security_group (bb0d5b8b-6692-49f8-bab7-a1a02add4e53), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.277226 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c800c6d3-a1e2-45d2-ae23-d60eb2652258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bb0d5b8b-6692-49f8-bab7-a1a02add4e53), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.312136 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-48efea19-cdfc-45fb-a3f6-9f0f8003002a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b2988f38ea24c259d5e5c671c85cffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372408 Mar 27 15:27:40.312136 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efea19-cdfc-45fb-a3f6-9f0f8003002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7795639b-4517-4c10-b92e-e09edb4bac5c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:40.312865 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.315087 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c800c6d3-a1e2-45d2-ae23-d60eb2652258 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d88df125b7d45f98077fb0ec0ec2909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374945 Mar 27 15:27:40.318850 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43076) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.330293 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c6d3-a1e2-45d2-ae23-d60eb2652258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d5b8b-6692-49f8-bab7-a1a02add4e53,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:40.362234 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f07ffb1-42bd-46e8-b3b9-f473d6bcd784 admin admin] Publish callbacks [] for security_group (7795639b-4517-4c10-b92e-e09edb4bac5c), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.369250 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25121877-6afe-45f3-94ef-b7b08cd8d515 admin admin] Publish callbacks [] for security_group (bb0d5b8b-6692-49f8-bab7-a1a02add4e53), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.383332 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f07ffb1-42bd-46e8-b3b9-f473d6bcd784 admin admin] Publish callbacks [] for security_group (7795639b-4517-4c10-b92e-e09edb4bac5c), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.391092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25121877-6afe-45f3-94ef-b7b08cd8d515 admin admin] Publish callbacks [] for security_group (bb0d5b8b-6692-49f8-bab7-a1a02add4e53), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.437504 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f07ffb1-42bd-46e8-b3b9-f473d6bcd784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7795639b-4517-4c10-b92e-e09edb4bac5c), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.440266 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f07ffb1-42bd-46e8-b3b9-f473d6bcd784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.441416 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-3f07ffb1-42bd-46e8-b3b9-f473d6bcd784 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7795639b-4517-4c10-b92e-e09edb4bac5c HTTP/1.1" status: 204 len: 168 time: 0.1276259 Mar 27 15:27:40.448418 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25121877-6afe-45f3-94ef-b7b08cd8d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bb0d5b8b-6692-49f8-bab7-a1a02add4e53), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.449570 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07ffb1-42bd-46e8-b3b9-f473d6bcd784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7795639b-4517-4c10-b92e-e09edb4bac5c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:40.452022 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25121877-6afe-45f3-94ef-b7b08cd8d515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.457979 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-25121877-6afe-45f3-94ef-b7b08cd8d515 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb0d5b8b-6692-49f8-bab7-a1a02add4e53 HTTP/1.1" status: 204 len: 168 time: 0.1375909 Mar 27 15:27:40.469297 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25121877-6afe-45f3-94ef-b7b08cd8d515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d5b8b-6692-49f8-bab7-a1a02add4e53,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:40.553816 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7b845-35cc-4640-8b95-991e40e698fd req-d3ead18a-54f6-45c5-afdc-e09b2b797520 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.562061 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4de7b845-35cc-4640-8b95-991e40e698fd req-d3ead18a-54f6-45c5-afdc-e09b2b797520 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0625434 Mar 27 15:27:40.614736 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4de7b845-35cc-4640-8b95-991e40e698fd req-8deec675-af7d-4157-b38c-02f89a7120fb tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Mar 27 15:27:40.757985 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.774512 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-948e963a-82c1-43a0-ab21-ff3559f67a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.856581 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24b4df-e1f9-4dfe-8f20-e95fb6b80418 req-27a00e6e-ff12-4b09-a79e-79813f0cf762 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.858087 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ea24b4df-e1f9-4dfe-8f20-e95fb6b80418 req-27a00e6e-ff12-4b09-a79e-79813f0cf762 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0859113 Mar 27 15:27:40.892210 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6678b-6989-4053-b869-8ee136c46dfa req-77297754-04c9-4a37-a7af-995134d7fe0c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:40.893867 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c4e6678b-6989-4053-b869-8ee136c46dfa req-77297754-04c9-4a37-a7af-995134d7fe0c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0672884 Mar 27 15:27:40.939748 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-948e963a-82c1-43a0-ab21-ff3559f67a89 admin admin] Publish callbacks [] for security_group (e9911760-388f-455b-9773-8ec5f5627771), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.943541 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ea24b4df-e1f9-4dfe-8f20-e95fb6b80418 req-2d64164c-6d22-494a-86dc-255db32c2110 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730126 Mar 27 15:27:40.943683 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c4e6678b-6989-4053-b869-8ee136c46dfa req-9346ce57-0686-49e4-a079-2395cd58630f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Mar 27 15:27:40.945455 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-948e963a-82c1-43a0-ab21-ff3559f67a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e9911760-388f-455b-9773-8ec5f5627771), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:40.986108 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-948e963a-82c1-43a0-ab21-ff3559f67a89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0af1a8b35dcd431f892931930f2ddd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269776 Mar 27 15:27:40.988967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43106) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:40.991358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e963a-82c1-43a0-ab21-ff3559f67a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9911760-388f-455b-9773-8ec5f5627771,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:41.068185 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-afcfce73-2d75-472e-bf6e-545e5bf965e7 req-3dc4129f-a6ec-4ca6-a359-94ff5947f4d8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721087 Mar 27 15:27:41.074021 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-890cc488-bace-4269-b4e9-68468fcf9c54 admin admin] Publish callbacks [] for security_group (e9911760-388f-455b-9773-8ec5f5627771), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.097322 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-890cc488-bace-4269-b4e9-68468fcf9c54 admin admin] Publish callbacks [] for security_group (e9911760-388f-455b-9773-8ec5f5627771), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.144813 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-890cc488-bace-4269-b4e9-68468fcf9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e9911760-388f-455b-9773-8ec5f5627771), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.147355 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-890cc488-bace-4269-b4e9-68468fcf9c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:41.148490 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-890cc488-bace-4269-b4e9-68468fcf9c54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9911760-388f-455b-9773-8ec5f5627771 HTTP/1.1" status: 204 len: 168 time: 0.1583805 Mar 27 15:27:41.157250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cc488-bace-4269-b4e9-68468fcf9c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9911760-388f-455b-9773-8ec5f5627771,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:41.763645 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270230-73d7-40dc-b36e-be288ab10976 req-7c0f12ec-65dd-427d-a58a-bc647b8cba23 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:41.765564 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f1270230-73d7-40dc-b36e-be288ab10976 req-7c0f12ec-65dd-427d-a58a-bc647b8cba23 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0745327 Mar 27 15:27:41.817407 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f1270230-73d7-40dc-b36e-be288ab10976 req-5fda8ba9-d1f1-43d0-9f3f-ceaf968c91a4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Mar 27 15:27:42.175791 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb95b-38f3-4b20-b0e1-be4977b4f9fa req-ce9b2092-aee0-452f-a359-6e6f9c237ad4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:42.177467 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9a4eb95b-38f3-4b20-b0e1-be4977b4f9fa req-ce9b2092-aee0-452f-a359-6e6f9c237ad4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0980957 Mar 27 15:27:42.199433 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d6d79-8618-4726-bb9c-5cf948d78d9b req-c354ad81-e9b0-46e1-b412-054246e34e77 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:42.201117 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-315d6d79-8618-4726-bb9c-5cf948d78d9b req-c354ad81-e9b0-46e1-b412-054246e34e77 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.1368032 Mar 27 15:27:42.231562 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:42.247230 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9a4eb95b-38f3-4b20-b0e1-be4977b4f9fa req-f0e87572-95ea-4fb2-809f-55d3c8409f2f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634129 Mar 27 15:27:42.283559 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-315d6d79-8618-4726-bb9c-5cf948d78d9b req-dd0d64a7-308a-4fd9-af56-4b1bbc8df450 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631399 Mar 27 15:27:42.301953 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:42.305795 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:42.306190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.391515 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:42.391905 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.420239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:42.422680 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6a590-3a7d-4d57-8e05-f8f326267b62" -d '{"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:42.445246 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:42.450987 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.451885 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 20c81b98-8354-46a1-89f4-1cd93d4509e7 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:27:42.509823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993e3f36-b8ca-46d2-a904-d615406ceba0 x-openstack-request-id: req-993e3f36-b8ca-46d2-a904-d615406ceba0 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:42.509823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:42.509823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-993e3f36-b8ca-46d2-a904-d615406ceba0 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:42.509823 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993e3f36-b8ca-46d2-a904-d615406ceba0'] response: {'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'code': 200} Mar 27 15:27:42.550306 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:42.566767 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 20c81b98-8354-46a1-89f4-1cd93d4509e7 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:27:42.571133 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 20c81b98-8354-46a1-89f4-1cd93d4509e7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:27:42.571508 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.658335 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 20c81b98-8354-46a1-89f4-1cd93d4509e7 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:27:42.658914 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.697695 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 20c81b98-8354-46a1-89f4-1cd93d4509e7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:27:42.701943 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:42.749819 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=20c81b98-8354-46a1-89f4-1cd93d4509e7,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:42.944741 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec875de-b16a-4c4b-a112-6da4f484715f req-9f95b2f5-c693-4f7b-a67b-ae8362879079 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:42.946207 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ec875de-b16a-4c4b-a112-6da4f484715f req-9f95b2f5-c693-4f7b-a67b-ae8362879079 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0519280 Mar 27 15:27:42.992024 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ec875de-b16a-4c4b-a112-6da4f484715f req-f10ac7ca-9f14-49c5-9d0c-07cee3ca7e39 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Mar 27 15:27:43.376649 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aed0-4491-4600-954f-ebd93f297070 req-1504160e-202e-46c3-84d1-57dab84249fa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:43.376649 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5d33aed0-4491-4600-954f-ebd93f297070 req-1504160e-202e-46c3-84d1-57dab84249fa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0624247 Mar 27 15:27:43.422745 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c743-ad91-4447-802d-3d97090073b9 req-23864f23-e592-43c1-a39b-7322a1559ad6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:43.425011 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e247c743-ad91-4447-802d-3d97090073b9 req-23864f23-e592-43c1-a39b-7322a1559ad6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0604720 Mar 27 15:27:43.427506 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5d33aed0-4491-4600-954f-ebd93f297070 req-5ba4853e-772d-4f80-a995-5ba7a8cb86bf tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Mar 27 15:27:43.473916 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e247c743-ad91-4447-802d-3d97090073b9 req-ec883e4e-7d4e-4a11-aa20-cb65ce49eb4c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Mar 27 15:27:44.115831 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a02d7c-3770-4bde-bae7-0a1e8008293d req-337d0356-56d9-4a99-af7c-d7caf721451f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.117307 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-75a02d7c-3770-4bde-bae7-0a1e8008293d req-337d0356-56d9-4a99-af7c-d7caf721451f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0518858 Mar 27 15:27:44.149581 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a1fd-3b67-48e4-a208-0d2552932833 req-916f6f06-ccfe-41eb-a215-0b0fb7a6067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.152317 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c810a1fd-3b67-48e4-a208-0d2552932833 req-916f6f06-ccfe-41eb-a215-0b0fb7a6067c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1129 time: 0.0553839 Mar 27 15:27:44.173990 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-75a02d7c-3770-4bde-bae7-0a1e8008293d req-5d0f9e8d-8f27-4c95-8972-ebb9dfc5198d tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Mar 27 15:27:44.200059 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c810a1fd-3b67-48e4-a208-0d2552932833 req-ee03ac9d-d595-469e-91c7-d9a6f5a7118c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Mar 27 15:27:44.506047 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c81b98-8354-46a1-89f4-1cd93d4509e7'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:44.508820 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df6d3d9-9a60-4d12-90f1-6bf7b6e3f9f1" -d '{"events": [{"server_uuid": "519ccccc-b01e-4862-9dff-b1891334b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "20c81b98-8354-46a1-89f4-1cd93d4509e7"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:44.569320 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf620faa-f131-480b-a759-85092c1e6589 req-d229065d-160e-4322-8291-816f967f36c2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.578016 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bf620faa-f131-480b-a759-85092c1e6589 req-d229065d-160e-4322-8291-816f967f36c2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0699148 Mar 27 15:27:44.623487 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5786a4-e7db-479c-aff8-9976f6886858 req-e2a19be8-ec2d-435e-91f3-33a27f4db547 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.625892 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7b5786a4-e7db-479c-aff8-9976f6886858 req-e2a19be8-ec2d-435e-91f3-33a27f4db547 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0636766 Mar 27 15:27:44.631456 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bf620faa-f131-480b-a759-85092c1e6589 req-d9edbdf8-2f1b-42bc-b098-8f283b4e3939 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Mar 27 15:27:44.704673 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7b5786a4-e7db-479c-aff8-9976f6886858 req-18df1fff-6c11-4bb4-bdf5-62193cc73830 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675743 Mar 27 15:27:44.715749 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e8ba6-8ca3-4f59-8574-f0522779186a x-openstack-request-id: req-070e8ba6-8ca3-4f59-8574-f0522779186a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:44.716127 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519ccccc-b01e-4862-9dff-b1891334b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "20c81b98-8354-46a1-89f4-1cd93d4509e7", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:44.716304 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-070e8ba6-8ca3-4f59-8574-f0522779186a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:44.716931 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070e8ba6-8ca3-4f59-8574-f0522779186a'] response: {'server_uuid': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c81b98-8354-46a1-89f4-1cd93d4509e7', 'code': 200} Mar 27 15:27:44.960292 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5bcc1-33c3-4e68-8a25-5b434bdfd044 req-3e67c35f-62db-4e6d-87b9-8727fd0a4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:44.962855 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-29b5bcc1-33c3-4e68-8a25-5b434bdfd044 req-3e67c35f-62db-4e6d-87b9-8727fd0a4546 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.0670667 Mar 27 15:27:45.018584 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-29b5bcc1-33c3-4e68-8a25-5b434bdfd044 req-2285f12c-6f2f-496e-8f4c-14d3b4c927d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Mar 27 15:27:45.335191 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce4eb-2c1b-41fe-b20a-3834d424d1e1 req-dd04b643-09f4-4c97-842e-8566b5fa39de tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:45.335191 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a3cce4eb-2c1b-41fe-b20a-3834d424d1e1 req-dd04b643-09f4-4c97-842e-8566b5fa39de tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0627913 Mar 27 15:27:45.380154 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a3cce4eb-2c1b-41fe-b20a-3834d424d1e1 req-334ea89a-b114-4a5c-afdf-dbcdef4175a1 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Mar 27 15:27:45.765793 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04564004-2895-4ea9-8b55-8507f0a24e00 req-cd32d2b3-aa09-4903-827f-8d37faab583b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:45.767636 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-04564004-2895-4ea9-8b55-8507f0a24e00 req-cd32d2b3-aa09-4903-827f-8d37faab583b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0576856 Mar 27 15:27:45.827297 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-04564004-2895-4ea9-8b55-8507f0a24e00 req-7ea61654-ac27-42bf-8193-50f4e15a94da tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534689 Mar 27 15:27:45.855889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7466c8-92f1-4ba8-b954-035e14ad8cf1 req-00ed1fab-660b-4edb-bf72-f341faf0cdfe tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:45.859607 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bc7466c8-92f1-4ba8-b954-035e14ad8cf1 req-00ed1fab-660b-4edb-bf72-f341faf0cdfe tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0666902 Mar 27 15:27:45.908010 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bc7466c8-92f1-4ba8-b954-035e14ad8cf1 req-827e561c-b121-472e-b2e1-4625b9f8ffaf tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Mar 27 15:27:46.232318 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.352327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba64b933-88e6-4295-91e9-e6f3828d5e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.446079 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba64b933-88e6-4295-91e9-e6f3828d5e21 admin admin] Publish callbacks [] for security_group (d35d41a5-4d7c-42e4-a6c0-f89e145d975f), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.452097 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba64b933-88e6-4295-91e9-e6f3828d5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d35d41a5-4d7c-42e4-a6c0-f89e145d975f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.516741 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ba64b933-88e6-4295-91e9-e6f3828d5e21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=231e85ab007541b798d35d098d6e1163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830608 Mar 27 15:27:46.517532 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.559041 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64b933-88e6-4295-91e9-e6f3828d5e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d41a5-4d7c-42e4-a6c0-f89e145d975f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.592481 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64132f42-da21-44d6-bf28-f4d9b0a45089 admin admin] Publish callbacks [] for security_group (d35d41a5-4d7c-42e4-a6c0-f89e145d975f), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.595798 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaca5a-7410-4f5a-88e5-560830bd8f01 req-b0188cda-339f-4f22-a93c-753cc0bdd501 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:46.603450 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0eaaca5a-7410-4f5a-88e5-560830bd8f01 req-b0188cda-339f-4f22-a93c-753cc0bdd501 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.1130073 Mar 27 15:27:46.623152 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64132f42-da21-44d6-bf28-f4d9b0a45089 admin admin] Publish callbacks [] for security_group (d35d41a5-4d7c-42e4-a6c0-f89e145d975f), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.712971 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0eaaca5a-7410-4f5a-88e5-560830bd8f01 req-9c646a30-7054-46a8-afc8-95582c51c03f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061418 Mar 27 15:27:46.718646 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64132f42-da21-44d6-bf28-f4d9b0a45089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d35d41a5-4d7c-42e4-a6c0-f89e145d975f), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.721562 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64132f42-da21-44d6-bf28-f4d9b0a45089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:46.725319 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-64132f42-da21-44d6-bf28-f4d9b0a45089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d35d41a5-4d7c-42e4-a6c0-f89e145d975f HTTP/1.1" status: 204 len: 168 time: 0.2041514 Mar 27 15:27:46.739162 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64132f42-da21-44d6-bf28-f4d9b0a45089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d41a5-4d7c-42e4-a6c0-f89e145d975f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:46.747626 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:46.986237 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e240cd7-a1b7-4c0f-9c8b-a8d51d3d5cd8 req-3f737568-a3b9-42db-90d7-fe883379b44b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:46.988972 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1e240cd7-a1b7-4c0f-9c8b-a8d51d3d5cd8 req-3f737568-a3b9-42db-90d7-fe883379b44b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0836530 Mar 27 15:27:47.054820 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1e240cd7-a1b7-4c0f-9c8b-a8d51d3d5cd8 req-07c210e9-cda8-477c-9d3e-d60545a36c11 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585365 Mar 27 15:27:47.137780 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49aa8f47-b0ef-4127-a040-b4d04328cd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.194633 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8943-b9dd-4837-b270-05b903d26f15 req-703505ba-53a9-4886-8667-e8f69153c6cd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.204136 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-37ff8943-b9dd-4837-b270-05b903d26f15 req-703505ba-53a9-4886-8667-e8f69153c6cd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1615593 Mar 27 15:27:47.293170 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43452) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:47.318685 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49aa8f47-b0ef-4127-a040-b4d04328cd3d admin admin] Publish callbacks [] for security_group (f6a406e8-3274-4216-968f-25a15cdaabf9), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.329861 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49aa8f47-b0ef-4127-a040-b4d04328cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f6a406e8-3274-4216-968f-25a15cdaabf9), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.424885 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-37ff8943-b9dd-4837-b270-05b903d26f15 req-ac2f1d7a-6ff8-4765-bb3c-974ad57bcc76 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195995 Mar 27 15:27:47.427034 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-49aa8f47-b0ef-4127-a040-b4d04328cd3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=597b1607a9624847979014e72bf535e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6783533 Mar 27 15:27:47.429812 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa8f47-b0ef-4127-a040-b4d04328cd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a406e8-3274-4216-968f-25a15cdaabf9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:47.434288 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43464) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:47.499243 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9559d36-5a19-4002-89d3-bd7dad420d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.540877 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-67814a97-75e7-42eb-9c1c-2e6bd46e57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.542927 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-67814a97-75e7-42eb-9c1c-2e6bd46e57e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.1639614 Mar 27 15:27:47.553319 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd955d7c-b692-4d67-a2c9-dbe625d68fb3 admin admin] Publish callbacks [] for security_group (f6a406e8-3274-4216-968f-25a15cdaabf9), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.602829 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5e57-6f54-47ca-b5d2-2e050bff7ba9 req-52eb1477-eb5b-4b95-9d2c-4d02589bd854 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.610718 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd955d7c-b692-4d67-a2c9-dbe625d68fb3 admin admin] Publish callbacks [] for security_group (f6a406e8-3274-4216-968f-25a15cdaabf9), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.613993 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f70d5e57-6f54-47ca-b5d2-2e050bff7ba9 req-52eb1477-eb5b-4b95-9d2c-4d02589bd854 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.2058327 Mar 27 15:27:47.730244 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2bc9e-1017-4425-9a0a-cf1507016216 req-5708852f-3a05-4a79-8886-da1456965bf0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.733156 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-31f2bc9e-1017-4425-9a0a-cf1507016216 req-5708852f-3a05-4a79-8886-da1456965bf0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1017728 Mar 27 15:27:47.741429 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43482) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:47.747845 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'floatingip': {'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:47.809738 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-b2873550-287e-443d-b847-87d4c549cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:47.812177 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-b2873550-287e-443d-b847-87d4c549cbbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.2452018 Mar 27 15:27:47.818269 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9559d36-5a19-4002-89d3-bd7dad420d0c admin admin] Publish callbacks [] for security_group (e957f020-2bac-4e1e-a7cc-b3cbe73c2429), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.828144 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a9559d36-5a19-4002-89d3-bd7dad420d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e957f020-2bac-4e1e-a7cc-b3cbe73c2429), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.836700 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd955d7c-b692-4d67-a2c9-dbe625d68fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f6a406e8-3274-4216-968f-25a15cdaabf9), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.840015 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd955d7c-b692-4d67-a2c9-dbe625d68fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.841155 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fd955d7c-b692-4d67-a2c9-dbe625d68fb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6a406e8-3274-4216-968f-25a15cdaabf9 HTTP/1.1" status: 204 len: 168 time: 0.4059298 Mar 27 15:27:47.862746 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f70d5e57-6f54-47ca-b5d2-2e050bff7ba9 req-b6a27599-1d0d-42d6-849b-6b7e873a4e8f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477341 Mar 27 15:27:47.867390 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (3fe9f742-7828-4a49-a8fa-ab4177d7ceda), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:47.883504 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd955d7c-b692-4d67-a2c9-dbe625d68fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a406e8-3274-4216-968f-25a15cdaabf9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:47.921651 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-85570910-8b88-4283-9440-7d9d2cb0fc13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 200 len: 217 time: 0.0876977 Mar 27 15:27:48.004434 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-a9559d36-5a19-4002-89d3-bd7dad420d0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b5f8d015e2644059c2ff501f6483539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7099397 Mar 27 15:27:48.005273 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9559d36-5a19-4002-89d3-bd7dad420d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957f020-2bac-4e1e-a7cc-b3cbe73c2429,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.008691 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43498) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:48.053144 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-792c395f-28b0-45d4-8c66-6f3c7f6b5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.054849 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-792c395f-28b0-45d4-8c66-6f3c7f6b5867 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.1234787 Mar 27 15:27:48.110889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-920f44b1-ed03-441c-80ca-062a06273ddd admin admin] Publish callbacks [] for security_group (e957f020-2bac-4e1e-a7cc-b3cbe73c2429), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.144894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-920f44b1-ed03-441c-80ca-062a06273ddd admin admin] Publish callbacks [] for security_group (e957f020-2bac-4e1e-a7cc-b3cbe73c2429), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.154364 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-d4e8ef0b-774d-4d5f-9ef5-e9d900aedd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:48.155903 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-d4e8ef0b-774d-4d5f-9ef5-e9d900aedd10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863564 Mar 27 15:27:48.269588 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-920f44b1-ed03-441c-80ca-062a06273ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e957f020-2bac-4e1e-a7cc-b3cbe73c2429), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.272762 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-920f44b1-ed03-441c-80ca-062a06273ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.276338 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-920f44b1-ed03-441c-80ca-062a06273ddd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e957f020-2bac-4e1e-a7cc-b3cbe73c2429 HTTP/1.1" status: 204 len: 168 time: 0.2601008 Mar 27 15:27:48.297935 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f44b1-ed03-441c-80ca-062a06273ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957f020-2bac-4e1e-a7cc-b3cbe73c2429,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.312029 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-ce7a78c3-8555-4875-be45-e99f51c56c34 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473260 Mar 27 15:27:48.466350 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b208dc3d-d84a-41d6-9e78-184a29cf63ce req-97edc12b-b9d0-4a03-9530-ae2cd762e43f service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467383 Mar 27 15:27:48.612245 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:48.638474 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc7f74e0-792c-4732-8bb2-0a62ed27ed2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.830346 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc7f74e0-792c-4732-8bb2-0a62ed27ed2a admin admin] Publish callbacks [] for security_group (1ba615c0-4881-4838-834e-54d5e2c69634), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.836355 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc7f74e0-792c-4732-8bb2-0a62ed27ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (1ba615c0-4881-4838-834e-54d5e2c69634), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:48.878353 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 27 15:27:48.892183 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f74e0-792c-4732-8bb2-0a62ed27ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba615c0-4881-4838-834e-54d5e2c69634,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:48.899251 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-fc7f74e0-792c-4732-8bb2-0a62ed27ed2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a060c3b904346ce9cc15923d00fab06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831266 Mar 27 15:27:48.919049 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43536) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:48.919468 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:48.964237 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8ae347b-9cc5-4e04-97ff-2c0d773dae69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.028947 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.039792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (3fe9f742-7828-4a49-a8fa-ab4177d7ceda), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.140208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7501a012-10c4-466d-8886-01fa4256f1e1 admin admin] Publish callbacks [] for security_group (1ba615c0-4881-4838-834e-54d5e2c69634), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.158782 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37024b59-cabf-49aa-8ae5-11315065fd6b req-3b801ee2-9b05-4179-b0c4-0b567e32c777 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:49.160649 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-37024b59-cabf-49aa-8ae5-11315065fd6b req-3b801ee2-9b05-4179-b0c4-0b567e32c777 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1467495 Mar 27 15:27:49.189239 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Floating IP 3fe9f742-7828-4a49-a8fa-ab4177d7ceda associated. External IP: 172.27.1.170, port: 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30. Mar 27 15:27:49.220958 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7501a012-10c4-466d-8886-01fa4256f1e1 admin admin] Publish callbacks [] for security_group (1ba615c0-4881-4838-834e-54d5e2c69634), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.304954 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8ae347b-9cc5-4e04-97ff-2c0d773dae69 admin admin] Publish callbacks [] for security_group (7e1e4c39-cc53-4923-9fa4-be0aee38e002), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.311715 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-37024b59-cabf-49aa-8ae5-11315065fd6b req-ee3a4e2e-37b9-4d8c-a8a9-7928f3b00224 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326029 Mar 27 15:27:49.313693 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8ae347b-9cc5-4e04-97ff-2c0d773dae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7e1e4c39-cc53-4923-9fa4-be0aee38e002), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.367947 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d8ae347b-9cc5-4e04-97ff-2c0d773dae69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62f88f3b0e494012bfbcf500c21ad63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457219 Mar 27 15:27:49.368296 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43558) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:49.375003 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae347b-9cc5-4e04-97ff-2c0d773dae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e4c39-cc53-4923-9fa4-be0aee38e002,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.389714 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7501a012-10c4-466d-8886-01fa4256f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (1ba615c0-4881-4838-834e-54d5e2c69634), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.395030 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7501a012-10c4-466d-8886-01fa4256f1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.410670 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7501a012-10c4-466d-8886-01fa4256f1e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ba615c0-4881-4838-834e-54d5e2c69634 HTTP/1.1" status: 204 len: 168 time: 0.4834151 Mar 27 15:27:49.428268 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501a012-10c4-466d-8886-01fa4256f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba615c0-4881-4838-834e-54d5e2c69634,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.528092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d270530-4ad6-4212-9de1-933ec9ab7c40 admin admin] Publish callbacks [] for security_group (7e1e4c39-cc53-4923-9fa4-be0aee38e002), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.563771 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d270530-4ad6-4212-9de1-933ec9ab7c40 admin admin] Publish callbacks [] for security_group (7e1e4c39-cc53-4923-9fa4-be0aee38e002), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.573539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:27:49.700687 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d270530-4ad6-4212-9de1-933ec9ab7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7e1e4c39-cc53-4923-9fa4-be0aee38e002), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.703540 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d270530-4ad6-4212-9de1-933ec9ab7c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.705463 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0d270530-4ad6-4212-9de1-933ec9ab7c40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e1e4c39-cc53-4923-9fa4-be0aee38e002 HTTP/1.1" status: 204 len: 168 time: 0.3360050 Mar 27 15:27:49.723972 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d270530-4ad6-4212-9de1-933ec9ab7c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e4c39-cc53-4923-9fa4-be0aee38e002,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:49.748934 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:27:49.756989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:49.786512 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:27:49.804375 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:49.805745 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:49.830010 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e5fc43f8-267c-4cf8-8cb2-0aab927db7b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "PUT /v2.0/floatingips/3fe9f742-7828-4a49-a8fa-ab4177d7ceda HTTP/1.1" status: 200 len: 991 time: 2.0869117 Mar 27 15:27:49.833932 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:27:49.837650 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255426fe-22e6-435b-870b-39a2c0ed5505" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:27:49.899573 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43578) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:49.914257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30055b2d-3284-4f16-becd-9c138f8010e6 x-openstack-request-id: req-30055b2d-3284-4f16-becd-9c138f8010e6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:27:49.915261 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:27:49.915749 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30055b2d-3284-4f16-becd-9c138f8010e6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:27:49.916825 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30055b2d-3284-4f16-becd-9c138f8010e6'] response: {'name': 'network-changed', 'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'status': 'completed', 'code': 200} Mar 27 15:27:49.922626 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5fb8-35d3-4df6-9695-d9cd645afdde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.035663 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:50.036998 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-184dbfa3-737d-4374-8b00-a222d7659777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.038596 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-184dbfa3-737d-4374-8b00-a222d7659777 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1129 time: 0.0868900 Mar 27 15:27:50.085587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5fb8-35d3-4df6-9695-d9cd645afdde admin admin] Publish callbacks [] for security_group (886cc450-684e-4c3e-a056-aef7e87276ff), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.112960 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d1d5fb8-35d3-4df6-9695-d9cd645afdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (886cc450-684e-4c3e-a056-aef7e87276ff), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.201296 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5d1d5fb8-35d3-4df6-9695-d9cd645afdde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=896368c569a74760bacbc8548f74eecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000770 Mar 27 15:27:50.204181 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43594) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:50.222205 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d5fb8-35d3-4df6-9695-d9cd645afdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886cc450-684e-4c3e-a056-aef7e87276ff,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:50.267685 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-1bb15a89-f52b-4f71-9a62-b9019f7958b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.267685 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-1bb15a89-f52b-4f71-9a62-b9019f7958b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.2041407 Mar 27 15:27:50.267954 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62b49840-8237-4c4a-8597-20d2c281da8a admin admin] Publish callbacks [] for security_group (886cc450-684e-4c3e-a056-aef7e87276ff), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.291538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62b49840-8237-4c4a-8597-20d2c281da8a admin admin] Publish callbacks [] for security_group (886cc450-684e-4c3e-a056-aef7e87276ff), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.370231 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62b49840-8237-4c4a-8597-20d2c281da8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (886cc450-684e-4c3e-a056-aef7e87276ff), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.373303 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62b49840-8237-4c4a-8597-20d2c281da8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:50.382141 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-d12a36cf-b3b1-495b-8c6c-141ed36d70fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 999 time: 0.1089346 Mar 27 15:27:50.389607 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-62b49840-8237-4c4a-8597-20d2c281da8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/886cc450-684e-4c3e-a056-aef7e87276ff HTTP/1.1" status: 204 len: 168 time: 0.1735690 Mar 27 15:27:50.407880 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b49840-8237-4c4a-8597-20d2c281da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cc450-684e-4c3e-a056-aef7e87276ff,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:50.603073 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '3fe9f742-7828-4a49-a8fa-ab4177d7ceda', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'mac_address': 'fa:16:3e:34:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:48Z', 'revision_number': 1, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:50.637025 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:27:50.657162 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:27:50.658074 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:27:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:50.836461 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:27:50.856918 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-7ac438a6-fd48-4672-a466-325ce112efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.858392 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-7ac438a6-fd48-4672-a466-325ce112efe8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.4699478 Mar 27 15:27:50.876434 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bff18-4237-464a-b8c7-6698c0f655d3 req-28c3756b-78f7-4832-b258-1fdc37a6b6cf tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:50.878055 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c94bff18-4237-464a-b8c7-6698c0f655d3 req-28c3756b-78f7-4832-b258-1fdc37a6b6cf tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.4381273 Mar 27 15:27:50.994348 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c94bff18-4237-464a-b8c7-6698c0f655d3 req-b4377499-524c-4c52-b106-40fac4525e05 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013908 Mar 27 15:27:51.015122 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-e97651e3-ada2-4f52-9291-c12f57588535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:51.016709 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-e97651e3-ada2-4f52-9291-c12f57588535 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376982 Mar 27 15:27:51.180904 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-7fabbdd6-fca9-4ae7-83bc-d720b08755fa service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573241 Mar 27 15:27:51.327184 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-255426fe-22e6-435b-870b-39a2c0ed5505 req-e7ba73d2-c683-4617-99c0-2d8afe5b723a service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330688 Mar 27 15:27:51.350204 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '3fe9f742-7828-4a49-a8fa-ab4177d7ceda', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'mac_address': 'fa:16:3e:34:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:48Z', 'revision_number': 1, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:27:51.397297 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebc79c-43c8-4b98-9280-3bbb28610c0b None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '3fe9f742-7828-4a49-a8fa-ab4177d7ceda', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'mac_address': 'fa:16:3e:34:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:27:11Z', 'updated_at': '2022-03-27T15:27:48Z', 'revision_number': 1, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:27:51.656023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3cca52-067f-40b6-bff7-b41f8489aa12 None None] New status for floating IP 3fe9f742-7828-4a49-a8fa-ab4177d7ceda: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:27:52.138831 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f32f9-6335-424c-921a-771c5ce07233 req-120b580b-e48c-477e-97fa-36d08ed82af2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:52.141703 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1a9f32f9-6335-424c-921a-771c5ce07233 req-120b580b-e48c-477e-97fa-36d08ed82af2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0739529 Mar 27 15:27:52.202823 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1a9f32f9-6335-424c-921a-771c5ce07233 req-719670b4-c569-4295-9e00-8863034105e6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 Mar 27 15:27:52.866132 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:52.980545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c481789-e86e-48d1-ab4a-8a55d3b320cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.063931 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c481789-e86e-48d1-ab4a-8a55d3b320cc admin admin] Publish callbacks [] for security_group (c489bb9d-a33e-4548-a42d-165d33e01206), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.068102 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c481789-e86e-48d1-ab4a-8a55d3b320cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c489bb9d-a33e-4548-a42d-165d33e01206), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.108269 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9c481789-e86e-48d1-ab4a-8a55d3b320cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f57273ae6944e38b7ba26ff73350cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409229 Mar 27 15:27:53.109014 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c481789-e86e-48d1-ab4a-8a55d3b320cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c489bb9d-a33e-4548-a42d-165d33e01206,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:53.111492 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:53.169877 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-862b752d-7832-4d02-903b-09c24b2fc100 admin admin] Publish callbacks [] for security_group (c489bb9d-a33e-4548-a42d-165d33e01206), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.194556 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-862b752d-7832-4d02-903b-09c24b2fc100 admin admin] Publish callbacks [] for security_group (c489bb9d-a33e-4548-a42d-165d33e01206), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.249839 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-862b752d-7832-4d02-903b-09c24b2fc100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c489bb9d-a33e-4548-a42d-165d33e01206), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.252771 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-862b752d-7832-4d02-903b-09c24b2fc100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.253937 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-862b752d-7832-4d02-903b-09c24b2fc100 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c489bb9d-a33e-4548-a42d-165d33e01206 HTTP/1.1" status: 204 len: 168 time: 0.1416998 Mar 27 15:27:53.262609 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b752d-7832-4d02-903b-09c24b2fc100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c489bb9d-a33e-4548-a42d-165d33e01206,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:53.359780 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43768) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:53.363595 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b62ea-6f97-4c79-834d-d35c9b1aa9a9 req-5b8c5782-551c-48ec-85f0-f69bd8561934 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:53.365379 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-982b62ea-6f97-4c79-834d-d35c9b1aa9a9 req-5b8c5782-551c-48ec-85f0-f69bd8561934 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0632038 Mar 27 15:27:53.434180 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-982b62ea-6f97-4c79-834d-d35c9b1aa9a9 req-0d9c91d1-252c-4ab5-af5e-398ea4c2b8c2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578194 Mar 27 15:27:53.613658 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa418c45-2550-4664-b5db-c80e1368dd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.645160 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43782) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:53.662717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3626ead-3379-4021-85de-8515e6eb8a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.721630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa418c45-2550-4664-b5db-c80e1368dd32 admin admin] Publish callbacks [] for security_group (72595684-1e59-4d79-b962-49ad60554a7b), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.724739 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aa418c45-2550-4664-b5db-c80e1368dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (72595684-1e59-4d79-b962-49ad60554a7b), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.764856 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3626ead-3379-4021-85de-8515e6eb8a4c admin admin] Publish callbacks [] for security_group (b4db3d58-27c0-481c-9b0d-da224934707a), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.773735 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3626ead-3379-4021-85de-8515e6eb8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b4db3d58-27c0-481c-9b0d-da224934707a), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.786583 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-aa418c45-2550-4664-b5db-c80e1368dd32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15360fc702e24993a3fad06f905c5da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256785 Mar 27 15:27:53.787750 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa418c45-2550-4664-b5db-c80e1368dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72595684-1e59-4d79-b962-49ad60554a7b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:53.790989 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:53.864437 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626ead-3379-4021-85de-8515e6eb8a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4db3d58-27c0-481c-9b0d-da224934707a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:53.873320 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f3626ead-3379-4021-85de-8515e6eb8a4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4f5dd8c62f64c7987ebc5c2922901b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270942 Mar 27 15:27:53.876307 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43796) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:53.908962 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbafe8e6-57a9-4fb0-8810-e7f351135b28 admin admin] Publish callbacks [] for security_group (72595684-1e59-4d79-b962-49ad60554a7b), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.956664 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbafe8e6-57a9-4fb0-8810-e7f351135b28 admin admin] Publish callbacks [] for security_group (72595684-1e59-4d79-b962-49ad60554a7b), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.966648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-854f79f5-9a1f-4638-8f54-b6ade7d622f7 admin admin] Publish callbacks [] for security_group (b4db3d58-27c0-481c-9b0d-da224934707a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:53.989638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-854f79f5-9a1f-4638-8f54-b6ade7d622f7 admin admin] Publish callbacks [] for security_group (b4db3d58-27c0-481c-9b0d-da224934707a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.015317 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbafe8e6-57a9-4fb0-8810-e7f351135b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (72595684-1e59-4d79-b962-49ad60554a7b), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.017966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbafe8e6-57a9-4fb0-8810-e7f351135b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.021594 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-dbafe8e6-57a9-4fb0-8810-e7f351135b28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72595684-1e59-4d79-b962-49ad60554a7b HTTP/1.1" status: 204 len: 168 time: 0.2144165 Mar 27 15:27:54.028227 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe8e6-57a9-4fb0-8810-e7f351135b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72595684-1e59-4d79-b962-49ad60554a7b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:54.072842 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-854f79f5-9a1f-4638-8f54-b6ade7d622f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b4db3d58-27c0-481c-9b0d-da224934707a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.076436 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-854f79f5-9a1f-4638-8f54-b6ade7d622f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.080304 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-854f79f5-9a1f-4638-8f54-b6ade7d622f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4db3d58-27c0-481c-9b0d-da224934707a HTTP/1.1" status: 204 len: 168 time: 0.2006092 Mar 27 15:27:54.106900 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f79f5-9a1f-4638-8f54-b6ade7d622f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4db3d58-27c0-481c-9b0d-da224934707a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:54.485760 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43822) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:54.507775 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bec6544-d32f-45b4-8fb7-26bed06c284d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.596157 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03b34-cb13-4dec-b382-8d544b88443b req-34382cdd-b616-4d90-8bda-e0c59fecb627 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:54.598294 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f6c03b34-cb13-4dec-b382-8d544b88443b req-34382cdd-b616-4d90-8bda-e0c59fecb627 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0626683 Mar 27 15:27:54.602221 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bec6544-d32f-45b4-8fb7-26bed06c284d admin admin] Publish callbacks [] for security_group (d0a76ebf-cd2b-47c2-981c-96a359e0e261), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.606828 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bec6544-d32f-45b4-8fb7-26bed06c284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d0a76ebf-cd2b-47c2-981c-96a359e0e261), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.647702 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6bec6544-d32f-45b4-8fb7-26bed06c284d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6ca0e6e07744892921154c34d47dd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603622 Mar 27 15:27:54.649605 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec6544-d32f-45b4-8fb7-26bed06c284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a76ebf-cd2b-47c2-981c-96a359e0e261,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:54.651744 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43826) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:54.667540 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f6c03b34-cb13-4dec-b382-8d544b88443b req-8a5a1a38-82df-44d7-a3a3-53793657b225 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631993 Mar 27 15:27:54.721499 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca29c3e-f574-44ab-9ffc-c505a8549540 admin admin] Publish callbacks [] for security_group (d0a76ebf-cd2b-47c2-981c-96a359e0e261), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.746005 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca29c3e-f574-44ab-9ffc-c505a8549540 admin admin] Publish callbacks [] for security_group (d0a76ebf-cd2b-47c2-981c-96a359e0e261), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.798199 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca29c3e-f574-44ab-9ffc-c505a8549540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d0a76ebf-cd2b-47c2-981c-96a359e0e261), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.801114 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca29c3e-f574-44ab-9ffc-c505a8549540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:54.802253 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-aca29c3e-f574-44ab-9ffc-c505a8549540 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0a76ebf-cd2b-47c2-981c-96a359e0e261 HTTP/1.1" status: 204 len: 168 time: 0.1482406 Mar 27 15:27:54.811460 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29c3e-f574-44ab-9ffc-c505a8549540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a76ebf-cd2b-47c2-981c-96a359e0e261,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:54.910354 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 43838) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:55.135935 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1410071062-network', 'tenant_id': '8e53aaa682fd4a01ae2e2677c5f587ef'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:55.156480 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Made reservation on behalf of 8e53aaa682fd4a01ae2e2677c5f587ef for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:55.158827 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.172517 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.271065 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks [] for security_group (7675f1e9-36f8-4bde-8a7f-d3190f12b3b9), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.277168 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7675f1e9-36f8-4bde-8a7f-d3190f12b3b9), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.308088 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:27:55.320519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:55.327788 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.328137 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Added segment 7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e of type vlan for network da3fb34b-48aa-49da-834d-19244cbb37f4 Mar 27 15:27:55.378966 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (da3fb34b-48aa-49da-834d-19244cbb37f4), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.413454 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (da3fb34b-48aa-49da-834d-19244cbb37f4), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.414988 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:55.415579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.491237 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5796998 Mar 27 15:27:55.492008 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 43882) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:55.497189 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Request body: {'subnet': {'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1410071062-subnet', 'tenant_id': '8e53aaa682fd4a01ae2e2677c5f587ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:27:55.508910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686ddf6-5b98-4b05-b964-d5150a46fd58 admin admin] Pushing event updated for resources: {'Network': ['ID=da3fb34b-48aa-49da-834d-19244cbb37f4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:55.528466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network da3fb34b-48aa-49da-834d-19244cbb37f4 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:27:55.569187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Made reservation on behalf of 8e53aaa682fd4a01ae2e2677c5f587ef for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:27:55.572215 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.804524 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:55.899321 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:55.913047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b308-b41d-46e1-b68f-fe77c7fa035d req-8bd399c6-ebdb-460c-b589-fa1f9b6a0acd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:55.914559 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c543b308-b41d-46e1-b68f-fe77c7fa035d req-8bd399c6-ebdb-460c-b589-fa1f9b6a0acd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1237206 Mar 27 15:27:55.918280 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Checking segment: {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:27:55.918833 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Network hostable DHCP agents. Network: da3fb34b-48aa-49da-834d-19244cbb37f4, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:27:55.967059 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Network da3fb34b-48aa-49da-834d-19244cbb37f4 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:27:55.992166 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c543b308-b41d-46e1-b68f-fe77c7fa035d req-fbfc3b3d-4ef5-486b-921c-b2cf6f30f1b5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Mar 27 15:27:55.993193 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, da3fb34b-48aa-49da-834d-19244cbb37f4) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:27:55.998190 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:55.998886 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:56.003767 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e432a972-4dd6-4005-8a79-f31b65028d1e None None] Network da3fb34b-48aa-49da-834d-19244cbb37f4 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:56.032379 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b36fc5fe-ecb0-4ad3-ae69-ead92ebe5587 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5391552 Mar 27 15:27:56.138932 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c5798-dfb2-40c5-bff6-b0969e2dcb9f None None] Network da3fb34b-48aa-49da-834d-19244cbb37f4 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:27:57.123314 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ba1c-1be3-43e7-b2cb-d34b48d0ef58 req-002dd6b0-6a18-4770-bb8f-d45f7d286bc6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:57.124875 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e9b5ba1c-1be3-43e7-b2cb-d34b48d0ef58 req-002dd6b0-6a18-4770-bb8f-d45f7d286bc6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0564718 Mar 27 15:27:57.172975 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e9b5ba1c-1be3-43e7-b2cb-d34b48d0ef58 req-a0865d09-473c-428c-9e1a-b5d485dc14a0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Mar 27 15:27:57.911971 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:58.040487 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66754f54-1ea4-4eb8-9e24-82c3382a774c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.074180 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d2b0-979f-457d-a289-d92082442e69 req-fba22ab0-ac4a-45db-beb2-abe2222b2853 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:58.076765 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b721d2b0-979f-457d-a289-d92082442e69 req-fba22ab0-ac4a-45db-beb2-abe2222b2853 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0734935 Mar 27 15:27:58.129037 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b721d2b0-979f-457d-a289-d92082442e69 req-3e4d204a-0fc6-4c1e-93da-41fcc2ec1188 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464060 Mar 27 15:27:58.194757 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-4eb67859-5e16-40f1-93ed-cf01d9e892ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:58.196289 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-4eb67859-5e16-40f1-93ed-cf01d9e892ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/networks?id=da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 200 len: 814 time: 0.1353014 Mar 27 15:27:58.214064 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66754f54-1ea4-4eb8-9e24-82c3382a774c admin admin] Publish callbacks [] for security_group (3ef7c32d-0245-48d0-8af2-c5f58e0c7a45), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.217827 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-787d1c5b-6df4-4f95-8265-45248690f111 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/quotas/8e53aaa682fd4a01ae2e2677c5f587ef HTTP/1.1" status: 200 len: 375 time: 0.0138159 Mar 27 15:27:58.218978 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66754f54-1ea4-4eb8-9e24-82c3382a774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (3ef7c32d-0245-48d0-8af2-c5f58e0c7a45), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.276363 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-42b2fd9c-9c89-46cd-b98f-d4ce56b2c40c tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514724 Mar 27 15:27:58.281481 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-66754f54-1ea4-4eb8-9e24-82c3382a774c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef5195f24a7b4fa59886e3359815bf5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684752 Mar 27 15:27:58.284377 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44046) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:58.291193 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66754f54-1ea4-4eb8-9e24-82c3382a774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7c32d-0245-48d0-8af2-c5f58e0c7a45,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:58.306014 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac272238-f3d6-47df-bebd-43c145253602 req-5c4e3206-356a-455d-89ae-1a0f6b65c04c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:58.308186 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ac272238-f3d6-47df-bebd-43c145253602 req-5c4e3206-356a-455d-89ae-1a0f6b65c04c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0674384 Mar 27 15:27:58.372198 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-44b6a043-6784-4d88-ac72-78cb1f5b5f25 service neutron] 10.222.0.10 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888052 Mar 27 15:27:58.377370 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ac272238-f3d6-47df-bebd-43c145253602 req-59c57f2d-634b-45a3-ac2c-eab9c44d2367 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634580 Mar 27 15:27:58.380123 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78c00218-b360-4bc6-8a57-8b5de4867a66 admin admin] Publish callbacks [] for security_group (3ef7c32d-0245-48d0-8af2-c5f58e0c7a45), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.406238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78c00218-b360-4bc6-8a57-8b5de4867a66 admin admin] Publish callbacks [] for security_group (3ef7c32d-0245-48d0-8af2-c5f58e0c7a45), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.472025 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-1949794c-17a3-48e0-912e-d771b9130b70 service neutron] 10.222.0.10 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937140 Mar 27 15:27:58.475315 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78c00218-b360-4bc6-8a57-8b5de4867a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (3ef7c32d-0245-48d0-8af2-c5f58e0c7a45), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.479360 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-78c00218-b360-4bc6-8a57-8b5de4867a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.480505 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-78c00218-b360-4bc6-8a57-8b5de4867a66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ef7c32d-0245-48d0-8af2-c5f58e0c7a45 HTTP/1.1" status: 204 len: 168 time: 0.1950846 Mar 27 15:27:58.506370 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00218-b360-4bc6-8a57-8b5de4867a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7c32d-0245-48d0-8af2-c5f58e0c7a45,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:58.742105 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2847fd25-5ac7-4528-a94b-4046b86ba62b req-2a0d51aa-a4de-4906-bf69-d78f4af19829 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 210 time: 0.0524385 Mar 27 15:27:58.874638 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44082) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:58.888925 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5795c061-bc4a-47eb-93b1-977db04b112f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.969874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5795c061-bc4a-47eb-93b1-977db04b112f admin admin] Publish callbacks [] for security_group (e83044dd-4282-4647-ad44-d423b4005b62), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:58.974401 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5795c061-bc4a-47eb-93b1-977db04b112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e83044dd-4282-4647-ad44-d423b4005b62), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.023800 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5795c061-bc4a-47eb-93b1-977db04b112f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=028ac9d32860471ea989c8ac080959ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452601 Mar 27 15:27:59.023800 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795c061-bc4a-47eb-93b1-977db04b112f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83044dd-4282-4647-ad44-d423b4005b62,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:59.024963 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44086) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:27:59.078052 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fbec5cc2-eb02-4b54-bbb7-f345756a99f6 admin admin] Publish callbacks [] for security_group (e83044dd-4282-4647-ad44-d423b4005b62), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.101237 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fbec5cc2-eb02-4b54-bbb7-f345756a99f6 admin admin] Publish callbacks [] for security_group (e83044dd-4282-4647-ad44-d423b4005b62), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.152535 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fbec5cc2-eb02-4b54-bbb7-f345756a99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e83044dd-4282-4647-ad44-d423b4005b62), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.156618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fbec5cc2-eb02-4b54-bbb7-f345756a99f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:27:59.158179 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fbec5cc2-eb02-4b54-bbb7-f345756a99f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e83044dd-4282-4647-ad44-d423b4005b62 HTTP/1.1" status: 204 len: 168 time: 0.1312668 Mar 27 15:27:59.179836 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec5cc2-eb02-4b54-bbb7-f345756a99f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83044dd-4282-4647-ad44-d423b4005b62,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:27:59.295242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d25ab5-a5c7-42f4-8140-dfa4edc1e416 req-5d7e5dfd-4d8b-47c3-987e-f5f08a39653f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.297141 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39d25ab5-a5c7-42f4-8140-dfa4edc1e416 req-5d7e5dfd-4d8b-47c3-987e-f5f08a39653f tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0714998 Mar 27 15:27:59.364755 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39d25ab5-a5c7-42f4-8140-dfa4edc1e416 req-fedde62c-b30b-4028-8e7a-0fe1577119b3 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602338 Mar 27 15:27:59.502605 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791a47e-0b36-4a84-8484-52fcc5decda2 req-ea0373a1-9873-4ad3-aa30-633b14522256 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.504153 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a791a47e-0b36-4a84-8484-52fcc5decda2 req-ea0373a1-9873-4ad3-aa30-633b14522256 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0587678 Mar 27 15:27:59.558856 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a791a47e-0b36-4a84-8484-52fcc5decda2 req-83a5904e-500d-4f64-b8a7-32a63b0a90d2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Mar 27 15:27:59.911029 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1a28ae6a-26d3-41b2-ad86-6da723840550 req-ba08afd2-4aa4-4eb1-8475-d161020d2114 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 210 time: 0.0394521 Mar 27 15:27:59.956285 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-1bc73b59-d251-4887-8613-7ccb7d756bb9 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:27:59.957997 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-1bc73b59-d251-4887-8613-7ccb7d756bb9 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "GET /v2.0/networks?id=da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 200 len: 814 time: 0.2015879 Mar 27 15:27:59.973212 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Request body: {'port': {'device_id': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4', 'admin_state_up': True, 'tenant_id': '8e53aaa682fd4a01ae2e2677c5f587ef'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:00.048289 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44144) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:00.120041 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Made reservation on behalf of 8e53aaa682fd4a01ae2e2677c5f587ef for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:00.123370 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.166021 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-620368012-network', 'tenant_id': 'c13c8efca0db4a12a1a465b6170f4937'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:00.185596 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Made reservation on behalf of c13c8efca0db4a12a1a465b6170f4937 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:00.189161 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.198822 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.260958 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Allocated IP 172.20.0.8 (da3fb34b-48aa-49da-834d-19244cbb37f4/bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2/33736d66-9308-425d-bd43-85ca9214c23a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:00.276993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks [] for security_group (9b13625b-79f5-4990-94d1-637ef806c3d4), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.283889 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9b13625b-79f5-4990-94d1-637ef806c3d4), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.307597 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:00.317327 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13625b-79f5-4990-94d1-637ef806c3d4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:00.321930 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (7224242f-c7c3-48a2-83ee-3b4a0debde6e), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.322828 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Added segment 7224242f-c7c3-48a2-83ee-3b4a0debde6e of type vlan for network 8677c86d-7fd0-4ea2-b6bf-56a203efa027 Mar 27 15:28:00.335306 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.335657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.336018 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.336358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.336686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.337007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.337328 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.337645 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.338521 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.338845 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.339353 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.339686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.340001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.340316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.340630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.381830 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (8677c86d-7fd0-4ea2-b6bf-56a203efa027), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.411956 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (8677c86d-7fd0-4ea2-b6bf-56a203efa027), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.412994 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.413630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.415636 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks [] for port (33736d66-9308-425d-bd43-85ca9214c23a), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.453435 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (33736d66-9308-425d-bd43-85ca9214c23a), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.507983 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Network da3fb34b-48aa-49da-834d-19244cbb37f4 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:00.514316 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:00.530365 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:00.537948 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Pushing event updated for resources: {'Port': ['ID=33736d66-9308-425d-bd43-85ca9214c23a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:00.568309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.568653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.568997 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.569332 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.569662 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.569990 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.570315 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.570640 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.570976 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.571309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.571649 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.571949 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.572917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.573240 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.573559 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:00.597445 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.598093 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.624486 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-64d6aba9-826a-47e1-bc18-0513b9763322 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6559026 Mar 27 15:28:00.627296 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66ce2a18-4360-4db3-b0b5-1468336c4e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.705047 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6556513 Mar 27 15:28:00.708421 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:00.714287 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ac29d-5de9-45dd-917e-f3262012d36b admin admin] Pushing event updated for resources: {'Network': ['ID=8677c86d-7fd0-4ea2-b6bf-56a203efa027,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:00.714864 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Request body: {'subnet': {'network_id': '8677c86d-7fd0-4ea2-b6bf-56a203efa027', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-620368012-subnet', 'tenant_id': 'c13c8efca0db4a12a1a465b6170f4937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:00.726222 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 8677c86d-7fd0-4ea2-b6bf-56a203efa027 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:00.732983 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0a538-d05a-4ae2-978b-18c7b9d5deb7 req-5a9896b5-02a6-439a-91d3-a170ebe28166 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.734512 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7ab0a538-d05a-4ae2-978b-18c7b9d5deb7 req-5a9896b5-02a6-439a-91d3-a170ebe28166 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0753775 Mar 27 15:28:00.744983 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2800d-23f0-4a80-8a9a-a29eb23498e0 req-505d1277-e91e-4708-bab4-47254bc4ee17 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.746424 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cea2800d-23f0-4a80-8a9a-a29eb23498e0 req-505d1277-e91e-4708-bab4-47254bc4ee17 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.3119454 Mar 27 15:28:00.753768 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Made reservation on behalf of c13c8efca0db4a12a1a465b6170f4937 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:00.754374 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-c452d7dc-8dd7-4010-866c-1ee5e19658d0 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:00.755803 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-c452d7dc-8dd7-4010-866c-1ee5e19658d0 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.25 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.1143875 Mar 27 15:28:00.756458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:00.802803 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cea2800d-23f0-4a80-8a9a-a29eb23498e0 req-1a7d51b8-9686-42df-ba38-cf078d3cd7d9 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Mar 27 15:28:00.858922 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7ab0a538-d05a-4ae2-978b-18c7b9d5deb7 req-5af22952-95bd-4959-8657-4e1671ec2385 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125154 Mar 27 15:28:00.983675 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (a272299a-de16-45ae-a5f2-c501a4088d32), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.043262 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a272299a-de16-45ae-a5f2-c501a4088d32,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.043864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a555ed-8452-44bc-9435-fb65d7ce2f3e req-3401e1ed-a8c5-4fa5-9c0d-1fcf7d915589 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:01.045725 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-70a555ed-8452-44bc-9435-fb65d7ce2f3e req-3401e1ed-a8c5-4fa5-9c0d-1fcf7d915589 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 931 time: 0.0554295 Mar 27 15:28:01.053131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Checking segment: {'id': '7224242f-c7c3-48a2-83ee-3b4a0debde6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8677c86d-7fd0-4ea2-b6bf-56a203efa027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:01.053430 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Network hostable DHCP agents. Network: 8677c86d-7fd0-4ea2-b6bf-56a203efa027, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:01.073015 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Network 8677c86d-7fd0-4ea2-b6bf-56a203efa027 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:01.089341 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 8677c86d-7fd0-4ea2-b6bf-56a203efa027) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:01.095263 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:01.096055 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.099883 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40590d8f-6cdd-436f-8c67-fd0b67c531df None None] Network 8677c86d-7fd0-4ea2-b6bf-56a203efa027 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:01.118749 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-4e3de618-2775-4f32-a24a-2036ad74c89e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4090855 Mar 27 15:28:01.126304 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-70a555ed-8452-44bc-9435-fb65d7ce2f3e req-1f1af791-2543-47a1-9955-6b0aae497cfe tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735707 Mar 27 15:28:01.223048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1616f-e91f-4cb2-bdf4-bda9014cc7df None None] Network 8677c86d-7fd0-4ea2-b6bf-56a203efa027 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:01.624708 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44184) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:01.629579 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1500328406-network', 'tenant_id': '88cb9554a2d34b989e8354ee26b7f460'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:01.648602 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Made reservation on behalf of 88cb9554a2d34b989e8354ee26b7f460 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:01.651770 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.660653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.741091 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks [] for security_group (00be848d-7ae3-4823-a133-46dd27cc7c4e), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.745118 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (00be848d-7ae3-4823-a133-46dd27cc7c4e), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.769318 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:01.783642 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00be848d-7ae3-4823-a133-46dd27cc7c4e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.788425 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (0e2e9cad-84ff-4b8f-8359-72098f830165), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.788768 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Added segment 0e2e9cad-84ff-4b8f-8359-72098f830165 of type vlan for network 80e24252-2667-4c51-bf2c-84b1abf51531 Mar 27 15:28:01.836092 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (80e24252-2667-4c51-bf2c-84b1abf51531), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.862551 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (80e24252-2667-4c51-bf2c-84b1abf51531), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.863595 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:01.864173 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:01.932698 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3068678 Mar 27 15:28:01.941316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44192) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:01.949172 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Request body: {'subnet': {'network_id': '80e24252-2667-4c51-bf2c-84b1abf51531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1500328406-subnet', 'tenant_id': '88cb9554a2d34b989e8354ee26b7f460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:01.955770 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bd881-ebc7-445f-b7f2-1c24cdc20431 admin admin] Pushing event updated for resources: {'Network': ['ID=80e24252-2667-4c51-bf2c-84b1abf51531,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:01.967603 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 80e24252-2667-4c51-bf2c-84b1abf51531 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:01.980874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4a2e-990e-4110-b48b-d1584f796ef8 req-a158d6b5-5a5f-4116-8514-cbd6095f5cbb tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:01.982504 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b34f4a2e-990e-4110-b48b-d1584f796ef8 req-a158d6b5-5a5f-4116-8514-cbd6095f5cbb tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0747855 Mar 27 15:28:01.993459 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Made reservation on behalf of 88cb9554a2d34b989e8354ee26b7f460 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:01.995984 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414344'] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.041887 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b34f4a2e-990e-4110-b48b-d1584f796ef8 req-144aea2c-7dcb-443c-98fc-c77753bf9181 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Mar 27 15:28:02.057479 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da2b47-b94e-4528-b58f-568fe5d5ad1c req-a68dbb7f-59fa-497b-be88-08958d778b00 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.059169 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85da2b47-b94e-4528-b58f-568fe5d5ad1c req-a68dbb7f-59fa-497b-be88-08958d778b00 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1307008 Mar 27 15:28:02.134016 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85da2b47-b94e-4528-b58f-568fe5d5ad1c req-36b79a42-5651-491a-aaab-a58f6253300d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681102 Mar 27 15:28:02.234379 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5576678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414366'] for subnet (cd07b953-0b40-4ea6-b47e-ebb60216462d), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.250209 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10b5aa-c7bd-4a64-a28b-598655eabc36 req-9ef60d9c-311a-44f1-9813-68a551ac51bf tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.251694 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2e10b5aa-c7bd-4a64-a28b-598655eabc36 req-9ef60d9c-311a-44f1-9813-68a551ac51bf tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 931 time: 0.0545995 Mar 27 15:28:02.300442 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2e10b5aa-c7bd-4a64-a28b-598655eabc36 req-7f2c5781-b5be-4b49-af40-0e6bca052ff9 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Mar 27 15:28:02.301313 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd07b953-0b40-4ea6-b47e-ebb60216462d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:02.307248 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Checking segment: {'id': '0e2e9cad-84ff-4b8f-8359-72098f830165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '80e24252-2667-4c51-bf2c-84b1abf51531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:02.307612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Network hostable DHCP agents. Network: 80e24252-2667-4c51-bf2c-84b1abf51531, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:02.329703 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Network 80e24252-2667-4c51-bf2c-84b1abf51531 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:02.338861 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 80e24252-2667-4c51-bf2c-84b1abf51531) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:02.342778 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:02.343420 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:02.347862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf4ec41-ad99-4d1e-bf40-67bfbf55c1f5 None None] Network 80e24252-2667-4c51-bf2c-84b1abf51531 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:02.359657 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-a20f4991-6c41-4871-a567-f2bfa4b88a67 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4149387 Mar 27 15:28:02.565418 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75735506-8247-4885-9a49-19b8a769a6c5 None None] Network 80e24252-2667-4c51-bf2c-84b1abf51531 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:02.992375 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bbbd176a-544b-436d-9096-5db6f23b81c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.158924 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac958-884b-4221-bd9f-db5cb3acb015 req-09944a9d-8bb0-4570-8894-97a93a66a448 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:03.160332 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-11eac958-884b-4221-bd9f-db5cb3acb015 req-09944a9d-8bb0-4570-8894-97a93a66a448 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 946 time: 0.0535104 Mar 27 15:28:03.207014 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-11eac958-884b-4221-bd9f-db5cb3acb015 req-fd81d27d-46d6-466d-81e9-c3e7a744f013 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/security-groups?id=e582a413-c46a-4deb-afb1-d7493b28e160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Mar 27 15:28:03.256481 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f305-833a-4b4f-af4f-d3dfdb1d225e req-3770d99f-929e-464c-9eac-98ccc9456241 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:03.257957 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b1b6f305-833a-4b4f-af4f-d3dfdb1d225e req-3770d99f-929e-464c-9eac-98ccc9456241 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0570884 Mar 27 15:28:03.303319 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b1b6f305-833a-4b4f-af4f-d3dfdb1d225e req-da62931d-0d3c-4cbf-8b5b-5195bacd082a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396090 Mar 27 15:28:03.373084 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Request body: {'port': {'device_id': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:03.435163 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (33736d66-9308-425d-bd43-85ca9214c23a), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.508599 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf2fe6-695a-48ed-89e3-cbe2c30e776f req-c844dd47-64fc-484b-a673-87c877961e2a tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:03.510604 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bcf2fe6-695a-48ed-89e3-cbe2c30e776f req-c844dd47-64fc-484b-a673-87c877961e2a tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 931 time: 0.1138427 Mar 27 15:28:03.570735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Deleting port 66a7c5a6-433c-4344-baa5-f0058439f134 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:28:03.571106 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.595757 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bcf2fe6-695a-48ed-89e3-cbe2c30e776f req-036aa64f-6f5a-4427-8768-19fabb4bb137 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792377 Mar 27 15:28:03.672462 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] For port 66a7c5a6-433c-4344-baa5-f0058439f134, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66a7c5a6-433c-4344-baa5-f0058439f134,segment=NetworkSegment(1a9f18fd-d9e6-4e96-8377-0f8861fedd3a),segment_id=1a9f18fd-d9e6-4e96-8377-0f8861fedd3a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:03.672837 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.688245 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Calling delete_port for 66a7c5a6-433c-4344-baa5-f0058439f134 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:28:03.703193 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33736d66-9308-425d-bd43-85ca9214c23a {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:03.710934 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Publish callbacks [] for port (33736d66-9308-425d-bd43-85ca9214c23a), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.722907 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Transition to ACTIVE for port object 33736d66-9308-425d-bd43-85ca9214c23a will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:28:03.726513 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (33736d66-9308-425d-bd43-85ca9214c23a), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.796292 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Pushing event updated for resources: {'Port': ['ID=33736d66-9308-425d-bd43-85ca9214c23a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:03.845545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Attempting to bind port 33736d66-9308-425d-bd43-85ca9214c23a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:03.845874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Attempting to bind port 33736d66-9308-425d-bd43-85ca9214c23a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:03.846202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Attempting to bind port 33736d66-9308-425d-bd43-85ca9214c23a on network da3fb34b-48aa-49da-834d-19244cbb37f4 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:03.850405 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Port 33736d66-9308-425d-bd43-85ca9214c23a on network da3fb34b-48aa-49da-834d-19244cbb37f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:28:03.850770 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Attempting to bind port 33736d66-9308-425d-bd43-85ca9214c23a on network da3fb34b-48aa-49da-834d-19244cbb37f4 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:03.854759 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (66a7c5a6-433c-4344-baa5-f0058439f134), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.857049 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:03.857443 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Checking segment: {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:03.857825 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Bound using segment: {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:03.858252 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Bound port: 33736d66-9308-425d-bd43-85ca9214c23a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:03.858676 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (33736d66-9308-425d-bd43-85ca9214c23a), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.881005 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Pushing event deleted for resources: {'Port': ['ID=66a7c5a6-433c-4344-baa5-f0058439f134,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:03.926122 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] For port 33736d66-9308-425d-bd43-85ca9214c23a, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:03.929274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] For port 33736d66-9308-425d-bd43-85ca9214c23a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33736d66-9308-425d-bd43-85ca9214c23a,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:03.935734 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (33736d66-9308-425d-bd43-85ca9214c23a), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.955577 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] No DVR routers for this DVR port 66a7c5a6-433c-4344-baa5-f0058439f134 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:28:03.957694 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.961477 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2e43fa44-1944-40ec-83f1-5960d5cab67c req-f1d892d4-4d6d-412e-9d41-ba1ae611e1d4 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.25 "DELETE /v2.0/ports/66a7c5a6-433c-4344-baa5-f0058439f134 HTTP/1.1" status: 204 len: 173 time: 0.5929515 Mar 27 15:28:03.962506 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'name': 'network-vif-deleted', 'tag': '66a7c5a6-433c-4344-baa5-f0058439f134'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:03.969843 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:03.970505 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:03.972966 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] 10.222.0.25 "PUT /v2.0/ports/33736d66-9308-425d-bd43-85ca9214c23a HTTP/1.1" status: 200 len: 1093 time: 0.6049793 Mar 27 15:28:03.973353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'tag': '33736d66-9308-425d-bd43-85ca9214c23a'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:03.975762 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2eec91d-7387-4ff1-bf1c-891c04a296de", "tag": "33736d66-9308-425d-bd43-85ca9214c23a"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:03.977326 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ccbef7-be2c-438a-b21f-7377efdbef77" -d '{"events": [{"server_uuid": "a86afd95-323d-4a40-b71e-3a384b7d176e", "name": "network-vif-deleted", "tag": "66a7c5a6-433c-4344-baa5-f0058439f134"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:04.035190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:04.041930 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6e34dc-fdd8-47e5-9c40-511010005ce5 x-openstack-request-id: req-ae6e34dc-fdd8-47e5-9c40-511010005ce5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:04.042260 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86afd95-323d-4a40-b71e-3a384b7d176e", "name": "network-vif-deleted", "tag": "66a7c5a6-433c-4344-baa5-f0058439f134", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:04.042519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae6e34dc-fdd8-47e5-9c40-511010005ce5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:04.042926 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6e34dc-fdd8-47e5-9c40-511010005ce5'] response: {'server_uuid': 'a86afd95-323d-4a40-b71e-3a384b7d176e', 'name': 'network-vif-deleted', 'tag': '66a7c5a6-433c-4344-baa5-f0058439f134', 'status': 'completed', 'code': 200} Mar 27 15:28:04.052189 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19a2a99-1c5e-4e88-972e-01a4c3773555 x-openstack-request-id: req-b19a2a99-1c5e-4e88-972e-01a4c3773555 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:04.052472 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2eec91d-7387-4ff1-bf1c-891c04a296de", "tag": "33736d66-9308-425d-bd43-85ca9214c23a", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:04.052782 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b19a2a99-1c5e-4e88-972e-01a4c3773555 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:04.053447 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19a2a99-1c5e-4e88-972e-01a4c3773555'] response: {'name': 'network-changed', 'server_uuid': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'tag': '33736d66-9308-425d-bd43-85ca9214c23a', 'status': 'completed', 'code': 200} Mar 27 15:28:04.055317 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208e6fe-9f61-49c9-8e07-3f381d4c21ce service neutron] Pushing event updated for resources: {'Port': ['ID=33736d66-9308-425d-bd43-85ca9214c23a,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:04.096111 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-fa0f4781-8278-47e7-ac02-8b8c3ea2a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.097725 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-fa0f4781-8278-47e7-ac02-8b8c3ea2a74d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 1127 time: 0.0567207 Mar 27 15:28:04.301174 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3acf5679-437d-4090-969f-b82212bd644a req-dd0193c6-68ea-4fee-8d08-4468604afcd5 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.0275397 Mar 27 15:28:04.422219 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad484560-3457-4d9c-97be-2ccff9c75042 req-39e90209-3116-4bf2-8d69-0386faf2774f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.423736 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ad484560-3457-4d9c-97be-2ccff9c75042 req-39e90209-3116-4bf2-8d69-0386faf2774f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Mar 27 15:28:04.472750 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ad484560-3457-4d9c-97be-2ccff9c75042 req-a23cb359-d8b4-40f5-ba91-23edea038294 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Mar 27 15:28:04.717784 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb5cd8-d819-4957-b93a-88c0de9445e8 req-3d9dd936-daf6-4bf2-ad98-f00379b3d07b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:04.719272 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bbcb5cd8-d819-4957-b93a-88c0de9445e8 req-3d9dd936-daf6-4bf2-ad98-f00379b3d07b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 943 time: 0.0578065 Mar 27 15:28:04.765821 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bbcb5cd8-d819-4957-b93a-88c0de9445e8 req-5c618247-8dff-4019-9bf5-bc420dc9ecc8 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Mar 27 15:28:05.224772 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66a7c5a6-433c-4344-baa5-f0058439f134 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:28:05.245856 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 66a7c5a6-433c-4344-baa5-f0058439f134 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:28:05.246205 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66a7c5a6-433c-4344-baa5-f0058439f134 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:28:05.346781 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:05.397871 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2355ec9e-968e-43a6-8124-0758843bb81b req-e733e6bc-70a6-47d8-af03-7efee6d22653 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.0291111 Mar 27 15:28:05.605597 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaed382-1ab6-45ae-8023-8c80c224d371 req-dbfbe8b4-c6bf-4eed-93c8-90cffe6dcee8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:05.607114 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bfaed382-1ab6-45ae-8023-8c80c224d371 req-dbfbe8b4-c6bf-4eed-93c8-90cffe6dcee8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0673330 Mar 27 15:28:05.657830 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bfaed382-1ab6-45ae-8023-8c80c224d371 req-3e8c0727-28a5-4965-9d06-71466b41d83b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Mar 27 15:28:05.891943 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48da0f7-746d-4fa0-996c-84daee4577d2 req-f00f105d-7e76-4f65-a1e8-91e17e83acc3 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:05.893125 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c48da0f7-746d-4fa0-996c-84daee4577d2 req-f00f105d-7e76-4f65-a1e8-91e17e83acc3 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 943 time: 0.0603070 Mar 27 15:28:05.944003 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c48da0f7-746d-4fa0-996c-84daee4577d2 req-347a5dcd-0d3f-44f8-be2d-621ddc4f33aa tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456541 Mar 27 15:28:06.492642 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-50189ee7-0693-48a8-972a-610a48eaf0fe req-19483154-5b58-440c-b525-7f2bf08c9d33 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.0265892 Mar 27 15:28:06.777617 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736c61f-91ef-4619-8683-426557f2f35b req-edfa642a-aff3-4bd3-943b-a0197973ad9a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:06.779080 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e736c61f-91ef-4619-8683-426557f2f35b req-edfa642a-aff3-4bd3-943b-a0197973ad9a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0521135 Mar 27 15:28:06.825051 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e736c61f-91ef-4619-8683-426557f2f35b req-364ca3f3-ffd6-4b2f-a3d3-7b50d261003b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Mar 27 15:28:06.908633 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:07.084575 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-879b5c60-cf42-4d58-96c9-288362960378 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33736d66-9308-425d-bd43-85ca9214c23a HTTP/1.1" status: 200 len: 217 time: 0.0480874 Mar 27 15:28:07.098520 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:28:07.099917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b4325-416d-4a89-be74-030768962b0c req-c56b454f-8386-4f68-8d11-ea5a87734be1 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.101386 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d47b4325-416d-4a89-be74-030768962b0c req-c56b454f-8386-4f68-8d11-ea5a87734be1 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 943 time: 0.0922916 Mar 27 15:28:07.153507 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-91e43ce4-68f2-49a5-ba81-3d89fb03a78b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838752 Mar 27 15:28:07.176450 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2a69-9db2-451d-8252-943cffda952e req-de01d9d3-d0b8-42c3-b713-c85c22baaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.177918 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-de01d9d3-d0b8-42c3-b713-c85c22baaae2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2 HTTP/1.1" status: 200 len: 854 time: 0.0756559 Mar 27 15:28:07.186091 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d47b4325-416d-4a89-be74-030768962b0c req-09c5fb85-2ad7-4094-ac3a-bcc967929a78 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755582 Mar 27 15:28:07.214105 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-33736a0d-8880-4277-a2a6-b222e094d174 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3fb34b-48aa-49da-834d-19244cbb37f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254292 Mar 27 15:28:07.242634 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-5bf4081b-df71-4f01-89ff-6e6b27ef8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.244933 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-5bf4081b-df71-4f01-89ff-6e6b27ef8711 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1130 time: 0.0444458 Mar 27 15:28:07.305429 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-2f716193-6a3f-44bf-8c34-2bc21e3e3df2 service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847545 Mar 27 15:28:07.349989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-af0b21eb-67e3-4c2f-823a-256a83369b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.351493 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-af0b21eb-67e3-4c2f-823a-256a83369b3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.0864155 Mar 27 15:28:07.393208 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-e7266df3-cfb2-4458-8ef2-6da0f392660b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 217 time: 0.0354996 Mar 27 15:28:07.393775 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8cba2a69-9db2-451d-8252-943cffda952e req-d28ba2cc-7119-4d2e-8cfa-700e747a1d64 service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819740 Mar 27 15:28:07.454511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-877c6ce9-09ae-4091-8105-d558a13c9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.455961 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-877c6ce9-09ae-4091-8105-d558a13c9fe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0448234 Mar 27 15:28:07.493722 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-84de4e7a-f65b-4be2-9080-66da99cb2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.495382 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-84de4e7a-f65b-4be2-9080-66da99cb2c80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 1127 time: 0.0482259 Mar 27 15:28:07.510730 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-02b74356-736d-4a1c-89ee-475d2e05f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.512242 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-02b74356-736d-4a1c-89ee-475d2e05f94f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485432 Mar 27 15:28:07.588220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-6b330fbe-2750-44ea-8b7e-d069782959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.589807 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-6b330fbe-2750-44ea-8b7e-d069782959b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 200 len: 914 time: 0.0870411 Mar 27 15:28:07.596487 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-62770962-8f20-41a5-b359-11c9d9f1afba req-47739295-cae5-450a-bfeb-915742c35100 tempest-DeleteServersTestJSON-1164948705 tempest-DeleteServersTestJSON-1164948705-project] 10.222.0.10 "GET /v2.0/ports?device_id=a86afd95-323d-4a40-b71e-3a384b7d176e HTTP/1.1" status: 200 len: 210 time: 0.0309153 Mar 27 15:28:07.629604 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-9534583b-00c4-464a-8d1d-85396a17d9cb service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111016 Mar 27 15:28:07.634615 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-14be812b-06b2-401e-8081-7ca358fb6064 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33736d66-9308-425d-bd43-85ca9214c23a HTTP/1.1" status: 200 len: 217 time: 0.0385082 Mar 27 15:28:07.689465 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-7fe4fc1d-3f5b-4ae3-a95e-054ec20a57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.690920 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-7fe4fc1d-3f5b-4ae3-a95e-054ec20a57d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2 HTTP/1.1" status: 200 len: 854 time: 0.0461824 Mar 27 15:28:07.721752 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-3b2980ef-904e-4613-8d69-b6df8f36bbbf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3fb34b-48aa-49da-834d-19244cbb37f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245507 Mar 27 15:28:07.731079 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-986b04fc-ecb8-4e40-9c4a-dc381b2a02c3 req-2f895352-dcd2-46c0-a8b4-8342f5442183 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871069 Mar 27 15:28:07.813126 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-aa94a772-6b89-41c9-b943-d61af6585994 service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812790 Mar 27 15:28:07.910783 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-faa34331-bfe9-4ffd-b37e-840e1c0e4de5 req-9fa38a2c-d074-4abc-ad3c-adb3ffbaf7fd service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885870 Mar 27 15:28:07.976860 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1611ff-abf2-4608-b512-16541691bc89 req-2889de62-8fc5-4440-807b-1de13ff60b9c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:07.978769 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5d1611ff-abf2-4608-b512-16541691bc89 req-2889de62-8fc5-4440-807b-1de13ff60b9c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Mar 27 15:28:08.033342 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5d1611ff-abf2-4608-b512-16541691bc89 req-88b11770-df61-46bd-84a3-32d1df0506e0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480986 Mar 27 15:28:08.123924 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.315039 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62d273-11bd-4e93-9d2f-d94364907b93 req-5a0bc532-2450-4876-b8ef-b06f1d1c226d tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:08.316504 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c62d273-11bd-4e93-9d2f-d94364907b93 req-5a0bc532-2450-4876-b8ef-b06f1d1c226d tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 943 time: 0.0578556 Mar 27 15:28:08.376604 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c62d273-11bd-4e93-9d2f-d94364907b93 req-049a3018-4509-459d-a69f-b558661c5dc8 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515735 Mar 27 15:28:08.472311 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 33736d66-9308-425d-bd43-85ca9214c23a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:28:08.577513 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 33736d66-9308-425d-bd43-85ca9214c23a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33736d66-9308-425d-bd43-85ca9214c23a,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:08.594420 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '33736d66-9308-425d-bd43-85ca9214c23a', 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4', 'port_id': '33736d66-9308-425d-bd43-85ca9214c23a', 'mac_address': 'fa:16:3e:f5:0a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:28:08.667951 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 33736d66-9308-425d-bd43-85ca9214c23a is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:08.668639 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (33736d66-9308-425d-bd43-85ca9214c23a), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.684121 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33736d66-9308-425d-bd43-85ca9214c23a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:08.708550 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 33736d66-9308-425d-bd43-85ca9214c23a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33736d66-9308-425d-bd43-85ca9214c23a,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:08.715283 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (33736d66-9308-425d-bd43-85ca9214c23a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:08.792574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=33736d66-9308-425d-bd43-85ca9214c23a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:08.802381 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.802831 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.803297 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.803747 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.804151 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.804603 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.805050 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.805459 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.806263 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.807364 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.807744 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.808112 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.808451 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.808784 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:08.809114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:28:09.040162 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['33736d66-9308-425d-bd43-85ca9214c23a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:09.175220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8c9e4-b21a-4137-b272-6f3c45442994 req-9fccecac-69c7-4a83-b842-703dce246807 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:09.176786 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8bc8c9e4-b21a-4137-b272-6f3c45442994 req-9fccecac-69c7-4a83-b842-703dce246807 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0631351 Mar 27 15:28:09.273387 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44374) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:09.382711 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bddf0ac0-eb43-403e-afc1-b55845d38795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.454623 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8bc8c9e4-b21a-4137-b272-6f3c45442994 req-fdac05fc-39a0-4964-b6ca-0b216dc31f0e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643287 Mar 27 15:28:09.491200 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bddf0ac0-eb43-403e-afc1-b55845d38795 admin admin] Publish callbacks [] for security_group (d7f3a19f-f17b-4c5c-873d-7b19c9c0d436), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.496298 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bddf0ac0-eb43-403e-afc1-b55845d38795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d7f3a19f-f17b-4c5c-873d-7b19c9c0d436), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.554226 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bddf0ac0-eb43-403e-afc1-b55845d38795 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cddbf9dea70d41a1b142ef74d3784a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790976 Mar 27 15:28:09.557489 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44388) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:09.557927 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf0ac0-eb43-403e-afc1-b55845d38795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f3a19f-f17b-4c5c-873d-7b19c9c0d436,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:09.589398 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993811d-be9e-4905-98c9-2b6e5644160d req-30a57c2e-01a4-4f86-9c24-b8cb4bde8f87 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:09.591999 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2993811d-be9e-4905-98c9-2b6e5644160d req-30a57c2e-01a4-4f86-9c24-b8cb4bde8f87 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 944 time: 0.1152287 Mar 27 15:28:09.627587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0393ec60-54cc-451c-a6cf-1e1ca7365396 admin admin] Publish callbacks [] for security_group (d7f3a19f-f17b-4c5c-873d-7b19c9c0d436), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.662327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0393ec60-54cc-451c-a6cf-1e1ca7365396 admin admin] Publish callbacks [] for security_group (d7f3a19f-f17b-4c5c-873d-7b19c9c0d436), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.682325 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2993811d-be9e-4905-98c9-2b6e5644160d req-5ff99dd3-1f29-4749-a244-255cc22c3d56 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816998 Mar 27 15:28:09.719196 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:09.745170 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0393ec60-54cc-451c-a6cf-1e1ca7365396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d7f3a19f-f17b-4c5c-873d-7b19c9c0d436), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.748560 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0393ec60-54cc-451c-a6cf-1e1ca7365396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:09.753023 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0393ec60-54cc-451c-a6cf-1e1ca7365396 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7f3a19f-f17b-4c5c-873d-7b19c9c0d436 HTTP/1.1" status: 204 len: 168 time: 0.1939917 Mar 27 15:28:09.766121 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ec60-54cc-451c-a6cf-1e1ca7365396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f3a19f-f17b-4c5c-873d-7b19c9c0d436,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:09.905555 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3750d04c-bfc2-4fb7-a5d9-8dd86c96a7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.008758 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3750d04c-bfc2-4fb7-a5d9-8dd86c96a7e2 admin admin] Publish callbacks [] for security_group (c25987ad-fbe8-49ad-97fa-c3cb8096a1d7), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.015520 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3750d04c-bfc2-4fb7-a5d9-8dd86c96a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c25987ad-fbe8-49ad-97fa-c3cb8096a1d7), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.069079 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750d04c-bfc2-4fb7-a5d9-8dd86c96a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25987ad-fbe8-49ad-97fa-c3cb8096a1d7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.076490 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-3750d04c-bfc2-4fb7-a5d9-8dd86c96a7e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=451e3a19ce374dbbbe5f1cdcacb38a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561661 Mar 27 15:28:10.079103 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.148224 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35c148b0-8a7e-4598-b1e9-dab818c09a99 admin admin] Publish callbacks [] for security_group (c25987ad-fbe8-49ad-97fa-c3cb8096a1d7), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.178802 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35c148b0-8a7e-4598-b1e9-dab818c09a99 admin admin] Publish callbacks [] for security_group (c25987ad-fbe8-49ad-97fa-c3cb8096a1d7), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.180583 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.186390 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44430) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.200524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f7301b3-2ceb-4ebc-8a47-bc8cf2bf9a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.254164 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Deleting subnet 0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:28:10.258411 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Publish callbacks [] for subnet (0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.307467 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f7301b3-2ceb-4ebc-8a47-bc8cf2bf9a4b admin admin] Publish callbacks [] for security_group (09819cc7-aa6d-4511-b5c7-75f7837da75c), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.311053 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.313947 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35c148b0-8a7e-4598-b1e9-dab818c09a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c25987ad-fbe8-49ad-97fa-c3cb8096a1d7), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.315098 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f7301b3-2ceb-4ebc-8a47-bc8cf2bf9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (09819cc7-aa6d-4511-b5c7-75f7837da75c), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.317776 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35c148b0-8a7e-4598-b1e9-dab818c09a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.319050 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-35c148b0-8a7e-4598-b1e9-dab818c09a99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c25987ad-fbe8-49ad-97fa-c3cb8096a1d7 HTTP/1.1" status: 204 len: 168 time: 0.2389202 Mar 27 15:28:10.360603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c148b0-8a7e-4598-b1e9-dab818c09a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25987ad-fbe8-49ad-97fa-c3cb8096a1d7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.367653 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7301b3-2ceb-4ebc-8a47-bc8cf2bf9a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09819cc7-aa6d-4511-b5c7-75f7837da75c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.395863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.403503 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2f7301b3-2ceb-4ebc-8a47-bc8cf2bf9a4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84d56444e10046de858fef873ca50e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159100 Mar 27 15:28:10.405010 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44438) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.459842 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46eb6ede-565c-490f-ac4b-687b13e9e303 admin admin] Publish callbacks [] for security_group (09819cc7-aa6d-4511-b5c7-75f7837da75c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.465369 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.474849 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 33736d66-9308-425d-bd43-85ca9214c23a up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:10.486101 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46eb6ede-565c-490f-ac4b-687b13e9e303 admin admin] Publish callbacks [] for security_group (09819cc7-aa6d-4511-b5c7-75f7837da75c), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.497706 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.510353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.519459 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44442) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:10.522527 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-77d192e2-ed35-499d-a26a-550d068208d8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0e8a3eb0-ba11-413a-bed4-0fc1c0d1c0eb HTTP/1.1" status: 204 len: 168 time: 0.3408172 Mar 27 15:28:10.574420 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 33736d66-9308-425d-bd43-85ca9214c23a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:28:10.583714 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 33736d66-9308-425d-bd43-85ca9214c23a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:10.584308 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (33736d66-9308-425d-bd43-85ca9214c23a), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.595432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa900e-ccbe-4c24-83c4-118ef836ac21 req-0f13e4c0-c3eb-481f-8bf6-c9209eae1fec tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:10.597614 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b2aa900e-ccbe-4c24-83c4-118ef836ac21 req-0f13e4c0-c3eb-481f-8bf6-c9209eae1fec tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0718720 Mar 27 15:28:10.626620 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (ae737757-dd88-4d4b-ad52-6bb49d2f2ca2), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.663343 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b2aa900e-ccbe-4c24-83c4-118ef836ac21 req-75bcd327-16ca-497f-acbf-76541f9e3f4e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577023 Mar 27 15:28:10.669549 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46eb6ede-565c-490f-ac4b-687b13e9e303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (09819cc7-aa6d-4511-b5c7-75f7837da75c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.672145 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46eb6ede-565c-490f-ac4b-687b13e9e303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.675591 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-46eb6ede-565c-490f-ac4b-687b13e9e303 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09819cc7-aa6d-4511-b5c7-75f7837da75c HTTP/1.1" status: 204 len: 168 time: 0.2662928 Mar 27 15:28:10.714794 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6ede-565c-490f-ac4b-687b13e9e303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09819cc7-aa6d-4511-b5c7-75f7837da75c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.731763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (ae737757-dd88-4d4b-ad52-6bb49d2f2ca2), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.755742 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae737757-dd88-4d4b-ad52-6bb49d2f2ca2']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:10.771845 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:10.772142 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f18fd-d9e6-4e96-8377-0f8861fedd3a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:10.787226 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 33736d66-9308-425d-bd43-85ca9214c23a is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:10.787616 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (33736d66-9308-425d-bd43-85ca9214c23a), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.793567 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (1a9f18fd-d9e6-4e96-8377-0f8861fedd3a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.833034 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33736d66-9308-425d-bd43-85ca9214c23a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:10.835812 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da07848-1ec7-4252-8e31-9fa768b8f5bd" -d '{"events": [{"server_uuid": "d2eec91d-7387-4ff1-bf1c-891c04a296de", "name": "network-vif-plugged", "status": "completed", "tag": "33736d66-9308-425d-bd43-85ca9214c23a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:10.840497 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (1a9f18fd-d9e6-4e96-8377-0f8861fedd3a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.853276 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 33736d66-9308-425d-bd43-85ca9214c23a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33736d66-9308-425d-bd43-85ca9214c23a,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:10.862444 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (33736d66-9308-425d-bd43-85ca9214c23a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.875938 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:28:10.878427 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (1a9f18fd-d9e6-4e96-8377-0f8861fedd3a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:10.928959 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=33736d66-9308-425d-bd43-85ca9214c23a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:10.958656 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a4b403-155a-49d8-a6b0-11f866b9b0b8 x-openstack-request-id: req-d8a4b403-155a-49d8-a6b0-11f866b9b0b8 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:10.959288 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eec91d-7387-4ff1-bf1c-891c04a296de", "name": "network-vif-plugged", "status": "completed", "tag": "33736d66-9308-425d-bd43-85ca9214c23a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:10.959828 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8a4b403-155a-49d8-a6b0-11f866b9b0b8 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:10.960622 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a4b403-155a-49d8-a6b0-11f866b9b0b8'] response: {'server_uuid': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33736d66-9308-425d-bd43-85ca9214c23a', 'code': 200} Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:28:10.997118 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:28:11.032977 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (ae737757-dd88-4d4b-ad52-6bb49d2f2ca2), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.037986 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.041846 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] 10.222.0.10 "DELETE /v2.0/networks/ae737757-dd88-4d4b-ad52-6bb49d2f2ca2 HTTP/1.1" status: 204 len: 168 time: 0.5213072 Mar 27 15:28:11.063797 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb9823-3343-456a-a09c-80733cf99a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae737757-dd88-4d4b-ad52-6bb49d2f2ca2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.100257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd58dda-ef2d-479e-870e-65c040e6cb1b req-66613437-9f45-4e1d-a605-d8b07f00ddfa tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:11.101772 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1bd58dda-ef2d-479e-870e-65c040e6cb1b req-66613437-9f45-4e1d-a605-d8b07f00ddfa tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.2773266 Mar 27 15:28:11.177717 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1bd58dda-ef2d-479e-870e-65c040e6cb1b req-789eb6f2-6643-4c12-83d1-943c4bb35505 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Mar 27 15:28:11.218277 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44474) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:11.228439 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e769e50-a791-4c71-ab46-bca5b17c7216 req-a6e00536-1f42-44b9-9256-bc0cbdab61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:11.230634 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7e769e50-a791-4c71-ab46-bca5b17c7216 req-a6e00536-1f42-44b9-9256-bc0cbdab61d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 1129 time: 0.0805354 Mar 27 15:28:11.232174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b98f6-572d-4b94-844d-fa13813282b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.289609 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7e769e50-a791-4c71-ab46-bca5b17c7216 req-028ecafb-127a-4f3d-974f-9533aea6370a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Mar 27 15:28:11.328409 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b98f6-572d-4b94-844d-fa13813282b3 admin admin] Publish callbacks [] for security_group (87ae720d-82d0-46d3-a4ff-04cb0a766f8e), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.333348 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d8b98f6-572d-4b94-844d-fa13813282b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (87ae720d-82d0-46d3-a4ff-04cb0a766f8e), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.377773 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-4d8b98f6-572d-4b94-844d-fa13813282b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ac629c8827f4da0ae290afb14dbccd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585267 Mar 27 15:28:11.378630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b98f6-572d-4b94-844d-fa13813282b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae720d-82d0-46d3-a4ff-04cb0a766f8e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.381077 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44480) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:11.467956 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:11.474691 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a54feff0-2db1-4297-971f-65136e2b069d admin admin] Publish callbacks [] for security_group (87ae720d-82d0-46d3-a4ff-04cb0a766f8e), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.519651 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a54feff0-2db1-4297-971f-65136e2b069d admin admin] Publish callbacks [] for security_group (87ae720d-82d0-46d3-a4ff-04cb0a766f8e), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.548650 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-840c6c18-aa93-4caf-a35d-9fe83ef1664e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06d80a599fc24af186871fd0bde3b0ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794849 Mar 27 15:28:11.551229 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44500) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:11.588688 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a54feff0-2db1-4297-971f-65136e2b069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (87ae720d-82d0-46d3-a4ff-04cb0a766f8e), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.592284 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a54feff0-2db1-4297-971f-65136e2b069d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.593680 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-a54feff0-2db1-4297-971f-65136e2b069d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87ae720d-82d0-46d3-a4ff-04cb0a766f8e HTTP/1.1" status: 204 len: 168 time: 0.2102261 Mar 27 15:28:11.612992 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54feff0-2db1-4297-971f-65136e2b069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae720d-82d0-46d3-a4ff-04cb0a766f8e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.622984 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d877462-71c8-49bb-a799-8bda0483c4e7 admin admin] Publish callbacks [] for security_group (e582a413-c46a-4deb-afb1-d7493b28e160), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.646993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d877462-71c8-49bb-a799-8bda0483c4e7 admin admin] Publish callbacks [] for security_group (e582a413-c46a-4deb-afb1-d7493b28e160), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.723215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d877462-71c8-49bb-a799-8bda0483c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e582a413-c46a-4deb-afb1-d7493b28e160), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.725957 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d877462-71c8-49bb-a799-8bda0483c4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:11.727145 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8d877462-71c8-49bb-a799-8bda0483c4e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e582a413-c46a-4deb-afb1-d7493b28e160 HTTP/1.1" status: 204 len: 168 time: 0.1748760 Mar 27 15:28:11.739760 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d877462-71c8-49bb-a799-8bda0483c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e582a413-c46a-4deb-afb1-d7493b28e160,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:11.851714 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946720-56ca-44fd-a752-7eb3e3ea83c1 req-9d2ec95e-03c8-4367-904f-e87d0500cbbe tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:11.853990 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a1946720-56ca-44fd-a752-7eb3e3ea83c1 req-9d2ec95e-03c8-4367-904f-e87d0500cbbe tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0787313 Mar 27 15:28:11.908947 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a1946720-56ca-44fd-a752-7eb3e3ea83c1 req-518ba2e1-6b6e-47d4-a935-b7aab983dce8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489378 Mar 27 15:28:12.343981 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27155ca7-fc05-4ec7-9c71-673f20ffc308 req-bf0e6320-001e-4d10-8fb2-686b0c3b84ce tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:12.351716 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-27155ca7-fc05-4ec7-9c71-673f20ffc308 req-bf0e6320-001e-4d10-8fb2-686b0c3b84ce tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.0945272 Mar 27 15:28:12.414643 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-27155ca7-fc05-4ec7-9c71-673f20ffc308 req-aaf65135-8d0d-4f01-900c-9b3eb712e058 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620759 Mar 27 15:28:12.814040 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44610) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:12.990729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2125994174-network', 'tenant_id': '6484d4f26da04c00bb739735fc16772b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:13.019732 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Made reservation on behalf of 6484d4f26da04c00bb739735fc16772b for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:13.022351 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.035144 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.064434 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1989f-c3d9-4449-922b-42d71b269dd5 req-69eee2b3-5b67-4217-9f8d-7a477a486f30 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:13.066035 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4a1989f-c3d9-4449-922b-42d71b269dd5 req-69eee2b3-5b67-4217-9f8d-7a477a486f30 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0760295 Mar 27 15:28:13.158678 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4a1989f-c3d9-4449-922b-42d71b269dd5 req-9d0367b6-7fc5-4f52-9e5e-4f86a3495674 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820651 Mar 27 15:28:13.163397 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks [] for security_group (ad304dd5-fb82-46db-b1de-7df7fae7c3b8), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.170112 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (ad304dd5-fb82-46db-b1de-7df7fae7c3b8), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.205525 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad304dd5-fb82-46db-b1de-7df7fae7c3b8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:13.216215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:28:13.229427 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (5be41f4b-b317-4fc6-a531-78962a3bffef), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.229838 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Added segment 5be41f4b-b317-4fc6-a531-78962a3bffef of type vlan for network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a Mar 27 15:28:13.300174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (6ca48d3e-6c65-4ee2-be48-187605d2cc5a), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.349980 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (6ca48d3e-6c65-4ee2-be48-187605d2cc5a), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.351660 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:13.352622 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.413054 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5978403 Mar 27 15:28:13.415924 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44654) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:13.423772 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Request body: {'subnet': {'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2125994174-subnet', 'tenant_id': '6484d4f26da04c00bb739735fc16772b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:13.440673 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e6085-a6a6-4e77-b32b-ba442aefe48b admin admin] Pushing event updated for resources: {'Network': ['ID=6ca48d3e-6c65-4ee2-be48-187605d2cc5a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:13.454511 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:28:13.457487 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Made reservation on behalf of 6484d4f26da04c00bb739735fc16772b for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:13.460493 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414344'] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.599422 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d13769-11bc-42b1-82b4-ebf2b84861c0 req-960fbba1-d527-489e-9528-3a8c237a31da tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:13.600963 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c4d13769-11bc-42b1-82b4-ebf2b84861c0 req-960fbba1-d527-489e-9528-3a8c237a31da tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.0873718 Mar 27 15:28:13.717225 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c4d13769-11bc-42b1-82b4-ebf2b84861c0 req-7611d70c-a6af-448f-b1b3-a9933cba3f32 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068749 Mar 27 15:28:13.746397 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5576678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414366'] for subnet (6bb40f5f-0677-42b1-939b-114d144151d0), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.812690 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb40f5f-0677-42b1-939b-114d144151d0,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:13.856839 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Checking segment: {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:13.857465 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Network hostable DHCP agents. Network: 6ca48d3e-6c65-4ee2-be48-187605d2cc5a, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:28:13.901880 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:28:13.919800 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 6ca48d3e-6c65-4ee2-be48-187605d2cc5a) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:13.932194 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:13.932808 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:13.933027 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beb541f-1a80-49b0-aeb3-4cf67ad3cb42 None None] Network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:13.954993 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d3b0dbfa-133c-4565-a6aa-ca0134733302 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5348020 Mar 27 15:28:14.090473 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b62d18-92e3-41c0-92c4-54fd2d49f9ff None None] Network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:28:14.168714 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44732) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:14.350563 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-085ac8bd-3e2b-45a2-a291-5a8ad453ccdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.358508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f08465-53f7-49c5-a519-d3de4c672d13 req-fda31682-b508-4452-aedd-ca6e758cab37 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:14.361179 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-15f08465-53f7-49c5-a519-d3de4c672d13 req-fda31682-b508-4452-aedd-ca6e758cab37 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0949085 Mar 27 15:28:14.449549 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-15f08465-53f7-49c5-a519-d3de4c672d13 req-6daec928-ed4a-43dc-992a-043f6db6935b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808432 Mar 27 15:28:14.503441 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-085ac8bd-3e2b-45a2-a291-5a8ad453ccdf admin admin] Publish callbacks [] for security_group (03c3d389-8547-4a88-bd43-05acad8f0ee0), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.507437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-085ac8bd-3e2b-45a2-a291-5a8ad453ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (03c3d389-8547-4a88-bd43-05acad8f0ee0), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.558754 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-085ac8bd-3e2b-45a2-a291-5a8ad453ccdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c06423e83904730a7e2ce03236739a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862133 Mar 27 15:28:14.558754 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ac8bd-3e2b-45a2-a291-5a8ad453ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c3d389-8547-4a88-bd43-05acad8f0ee0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:14.560335 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44748) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:14.651771 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c3b74cf-9cb4-49ec-b51d-582a0216a76a admin admin] Publish callbacks [] for security_group (03c3d389-8547-4a88-bd43-05acad8f0ee0), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.680773 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c3b74cf-9cb4-49ec-b51d-582a0216a76a admin admin] Publish callbacks [] for security_group (03c3d389-8547-4a88-bd43-05acad8f0ee0), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.759828 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c3b74cf-9cb4-49ec-b51d-582a0216a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (03c3d389-8547-4a88-bd43-05acad8f0ee0), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.762408 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c3b74cf-9cb4-49ec-b51d-582a0216a76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:14.763580 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1c3b74cf-9cb4-49ec-b51d-582a0216a76a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03c3d389-8547-4a88-bd43-05acad8f0ee0 HTTP/1.1" status: 204 len: 168 time: 0.2019722 Mar 27 15:28:14.772202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b74cf-9cb4-49ec-b51d-582a0216a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c3d389-8547-4a88-bd43-05acad8f0ee0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:15.055188 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 44776) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:15.069088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd2e1-bd89-484f-aa71-cd1ce744a029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.149544 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd2e1-bd89-484f-aa71-cd1ce744a029 admin admin] Publish callbacks [] for security_group (f8e4a974-8ae3-443d-927c-3a3320dbfc36), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.153494 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd2e1-bd89-484f-aa71-cd1ce744a029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f8e4a974-8ae3-443d-927c-3a3320dbfc36), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.195566 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-4d9fd2e1-bd89-484f-aa71-cd1ce744a029 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b2323dbae50470281ce7476f1a46809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392758 Mar 27 15:28:15.197943 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fd2e1-bd89-484f-aa71-cd1ce744a029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e4a974-8ae3-443d-927c-3a3320dbfc36,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:15.198713 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 44782) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:15.252191 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0675ca-7b2d-4f18-8573-fdabedb1dd6b admin admin] Publish callbacks [] for security_group (f8e4a974-8ae3-443d-927c-3a3320dbfc36), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.277260 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0675ca-7b2d-4f18-8573-fdabedb1dd6b admin admin] Publish callbacks [] for security_group (f8e4a974-8ae3-443d-927c-3a3320dbfc36), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.333198 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0675ca-7b2d-4f18-8573-fdabedb1dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f8e4a974-8ae3-443d-927c-3a3320dbfc36), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.336058 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0675ca-7b2d-4f18-8573-fdabedb1dd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:15.337231 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-7c0675ca-7b2d-4f18-8573-fdabedb1dd6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8e4a974-8ae3-443d-927c-3a3320dbfc36 HTTP/1.1" status: 204 len: 168 time: 0.1371505 Mar 27 15:28:15.346039 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0675ca-7b2d-4f18-8573-fdabedb1dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e4a974-8ae3-443d-927c-3a3320dbfc36,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:15.595641 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbdeaf-00fc-434f-b151-cd0b54e1a842 req-255ec7d8-b610-44ab-b619-f71ceea88c47 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:15.597108 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-02bbdeaf-00fc-434f-b151-cd0b54e1a842 req-255ec7d8-b610-44ab-b619-f71ceea88c47 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Mar 27 15:28:15.644016 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-02bbdeaf-00fc-434f-b151-cd0b54e1a842 req-c18f7c2f-18ac-463a-b90d-d4ce79e56be6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Mar 27 15:28:16.770360 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb914e-8544-4fd7-a599-084960175c04 req-114a83a3-ca04-45eb-8e6f-a9d8c503daad tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:16.771916 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7dbb914e-8544-4fd7-a599-084960175c04 req-114a83a3-ca04-45eb-8e6f-a9d8c503daad tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0607123 Mar 27 15:28:16.824711 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7dbb914e-8544-4fd7-a599-084960175c04 req-cb4d6b50-015c-4caf-b561-ad4b94b9332d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Mar 27 15:28:17.949747 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34013d-97dc-4def-8a46-430e1bda0eee req-5118de47-3c53-451a-9b3f-fefcdf8bf5d0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:17.951251 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0a34013d-97dc-4def-8a46-430e1bda0eee req-5118de47-3c53-451a-9b3f-fefcdf8bf5d0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0609765 Mar 27 15:28:18.185450 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0a34013d-97dc-4def-8a46-430e1bda0eee req-e7302045-2f3a-4aed-97c7-b214e15d2202 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286334 Mar 27 15:28:19.307914 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23d2c2-b885-428b-8020-88a46fab15c6 req-962cc76a-27c8-464b-b384-e20e1256bf16 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:19.309471 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6a23d2c2-b885-428b-8020-88a46fab15c6 req-962cc76a-27c8-464b-b384-e20e1256bf16 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Mar 27 15:28:19.359044 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6a23d2c2-b885-428b-8020-88a46fab15c6 req-79a5ccd9-ab9a-4751-875a-e8302fb51565 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Mar 27 15:28:20.483992 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a5cc-9cea-4fa6-8361-3c83c7fad288 req-7d683477-e635-43d8-bb06-75a71424c3a6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:20.486408 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6125a5cc-9cea-4fa6-8361-3c83c7fad288 req-7d683477-e635-43d8-bb06-75a71424c3a6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0564508 Mar 27 15:28:20.547100 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6125a5cc-9cea-4fa6-8361-3c83c7fad288 req-5d8e79a4-0684-43f8-845f-3a150fc7f913 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Mar 27 15:28:21.699236 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d62d60-cafa-45ea-aea6-466be65cf773 req-97fcad3c-134c-4aea-be71-909f65ddf614 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:21.700641 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e9d62d60-cafa-45ea-aea6-466be65cf773 req-97fcad3c-134c-4aea-be71-909f65ddf614 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0606163 Mar 27 15:28:21.760627 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e9d62d60-cafa-45ea-aea6-466be65cf773 req-80b712ab-12d6-49f2-bf2c-9bb322ddad1f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Mar 27 15:28:22.169089 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45058) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:22.283517 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83de924e-4271-4769-b8f9-8a2d049457f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.362206 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83de924e-4271-4769-b8f9-8a2d049457f4 admin admin] Publish callbacks [] for security_group (41df40de-320c-4c51-87a1-ab9bea3a0a93), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.366564 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83de924e-4271-4769-b8f9-8a2d049457f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (41df40de-320c-4c51-87a1-ab9bea3a0a93), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.405881 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-83de924e-4271-4769-b8f9-8a2d049457f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e882ee9d8ff040cdbcdbad7a9d1b3ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356734 Mar 27 15:28:22.406747 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de924e-4271-4769-b8f9-8a2d049457f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df40de-320c-4c51-87a1-ab9bea3a0a93,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:22.408795 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45064) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:22.463485 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-669fc09d-6bee-48a5-9618-eb7e9141a5b6 admin admin] Publish callbacks [] for security_group (41df40de-320c-4c51-87a1-ab9bea3a0a93), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.483983 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-669fc09d-6bee-48a5-9618-eb7e9141a5b6 admin admin] Publish callbacks [] for security_group (41df40de-320c-4c51-87a1-ab9bea3a0a93), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.532966 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-669fc09d-6bee-48a5-9618-eb7e9141a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (41df40de-320c-4c51-87a1-ab9bea3a0a93), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.535610 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-669fc09d-6bee-48a5-9618-eb7e9141a5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.536840 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-669fc09d-6bee-48a5-9618-eb7e9141a5b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41df40de-320c-4c51-87a1-ab9bea3a0a93 HTTP/1.1" status: 204 len: 168 time: 0.1270764 Mar 27 15:28:22.544709 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fc09d-6bee-48a5-9618-eb7e9141a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df40de-320c-4c51-87a1-ab9bea3a0a93,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:22.793997 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45084) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:22.822577 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45086) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:22.835994 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4f33-5902-4034-aad6-22c1939f1920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.843885 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Deleting subnet a272299a-de16-45ae-a5f2-c501a4088d32 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:28:22.857493 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Publish callbacks [] for subnet (a272299a-de16-45ae-a5f2-c501a4088d32), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.913229 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (a272299a-de16-45ae-a5f2-c501a4088d32), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.926907 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4f33-5902-4034-aad6-22c1939f1920 admin admin] Publish callbacks [] for security_group (bbf7d7aa-c0d7-4568-897f-7f9084297151), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.930592 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4f33-5902-4034-aad6-22c1939f1920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bbf7d7aa-c0d7-4568-897f-7f9084297151), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:22.958762 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d0e4-de79-4808-8f57-7c002961c259 req-df997229-3259-48a0-b387-37ec3681c667 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:22.960297 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1bd4d0e4-de79-4808-8f57-7c002961c259 req-df997229-3259-48a0-b387-37ec3681c667 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1141191 Mar 27 15:28:22.974811 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7d9f4f33-5902-4034-aad6-22c1939f1920 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff69c0d28edb4353a9fc734890f95a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510394 Mar 27 15:28:22.975642 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4f33-5902-4034-aad6-22c1939f1920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf7d7aa-c0d7-4568-897f-7f9084297151,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:22.978746 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45088) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:22.983220 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (a272299a-de16-45ae-a5f2-c501a4088d32), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.031337 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9a6be86-95d7-472d-97c9-73158cdbc433 admin admin] Publish callbacks [] for security_group (bbf7d7aa-c0d7-4568-897f-7f9084297151), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.051687 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1bd4d0e4-de79-4808-8f57-7c002961c259 req-eab538e1-fa3e-4420-a2bb-30d0b8703670 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825212 Mar 27 15:28:23.053402 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9a6be86-95d7-472d-97c9-73158cdbc433 admin admin] Publish callbacks [] for security_group (bbf7d7aa-c0d7-4568-897f-7f9084297151), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.066591 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (a272299a-de16-45ae-a5f2-c501a4088d32), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.094565 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a272299a-de16-45ae-a5f2-c501a4088d32,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.110248 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.114458 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-1da5a09d-09fa-4732-94ba-63a94cd761e0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a272299a-de16-45ae-a5f2-c501a4088d32 HTTP/1.1" status: 204 len: 168 time: 0.3193607 Mar 27 15:28:23.116967 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45092) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.124434 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9a6be86-95d7-472d-97c9-73158cdbc433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bbf7d7aa-c0d7-4568-897f-7f9084297151), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.127092 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9a6be86-95d7-472d-97c9-73158cdbc433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.128237 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b9a6be86-95d7-472d-97c9-73158cdbc433 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbf7d7aa-c0d7-4568-897f-7f9084297151 HTTP/1.1" status: 204 len: 168 time: 0.1478438 Mar 27 15:28:23.136076 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6be86-95d7-472d-97c9-73158cdbc433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf7d7aa-c0d7-4568-897f-7f9084297151,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.198176 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (8677c86d-7fd0-4ea2-b6bf-56a203efa027), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.290858 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (8677c86d-7fd0-4ea2-b6bf-56a203efa027), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.316735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8677c86d-7fd0-4ea2-b6bf-56a203efa027']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:23.334034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7224242f-c7c3-48a2-83ee-3b4a0debde6e') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:23.334473 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7224242f-c7c3-48a2-83ee-3b4a0debde6e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:23.344687 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (7224242f-c7c3-48a2-83ee-3b4a0debde6e), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.358594 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (7224242f-c7c3-48a2-83ee-3b4a0debde6e), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.365267 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:28:23.365729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (7224242f-c7c3-48a2-83ee-3b4a0debde6e), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:28:23.367763 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:28:23.431741 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (8677c86d-7fd0-4ea2-b6bf-56a203efa027), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.439063 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.442158 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] 10.222.0.10 "DELETE /v2.0/networks/8677c86d-7fd0-4ea2-b6bf-56a203efa027 HTTP/1.1" status: 204 len: 168 time: 0.3240247 Mar 27 15:28:23.445373 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45112) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.452603 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa739f-5a28-40a1-aa08-7adf83a2514f admin admin] Pushing event deleted for resources: {'Network': ['ID=8677c86d-7fd0-4ea2-b6bf-56a203efa027,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.518618 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Deleting subnet cd07b953-0b40-4ea6-b47e-ebb60216462d {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:28:23.522869 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Publish callbacks [] for subnet (cd07b953-0b40-4ea6-b47e-ebb60216462d), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.569993 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (cd07b953-0b40-4ea6-b47e-ebb60216462d), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.620541 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (cd07b953-0b40-4ea6-b47e-ebb60216462d), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.697635 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (cd07b953-0b40-4ea6-b47e-ebb60216462d), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.725831 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd07b953-0b40-4ea6-b47e-ebb60216462d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:23.735946 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.742143 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8003d269-2a96-4734-b3fe-29f631b2a8fb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cd07b953-0b40-4ea6-b47e-ebb60216462d HTTP/1.1" status: 204 len: 168 time: 0.2942963 Mar 27 15:28:23.744577 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45136) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:23.829084 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (80e24252-2667-4c51-bf2c-84b1abf51531), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.909913 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (80e24252-2667-4c51-bf2c-84b1abf51531), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.932182 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e24252-2667-4c51-bf2c-84b1abf51531']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:23.941459 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2e9cad-84ff-4b8f-8359-72098f830165') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:23.941757 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2e9cad-84ff-4b8f-8359-72098f830165') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:28:23.951511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (0e2e9cad-84ff-4b8f-8359-72098f830165), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.968121 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (0e2e9cad-84ff-4b8f-8359-72098f830165), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.973917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:28:23.974295 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (0e2e9cad-84ff-4b8f-8359-72098f830165), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:28:23.976113 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:28:24.040250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (80e24252-2667-4c51-bf2c-84b1abf51531), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.046822 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.051306 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] 10.222.0.10 "DELETE /v2.0/networks/80e24252-2667-4c51-bf2c-84b1abf51531 HTTP/1.1" status: 204 len: 168 time: 0.3056178 Mar 27 15:28:24.065506 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f82020-f5a3-4eb7-8921-919a40c734ed admin admin] Pushing event deleted for resources: {'Network': ['ID=80e24252-2667-4c51-bf2c-84b1abf51531,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:24.183676 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419abc-fa50-4977-b003-573bc71f8fbf req-9c55d04e-f954-4de0-88f3-7afecf5d6369 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:24.186039 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1a419abc-fa50-4977-b003-573bc71f8fbf req-9c55d04e-f954-4de0-88f3-7afecf5d6369 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0585968 Mar 27 15:28:24.248006 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1a419abc-fa50-4977-b003-573bc71f8fbf req-f0166647-8a4a-4b32-8ed8-59a83eb51a1f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553329 Mar 27 15:28:24.257085 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.300092 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-824ea4b2-5803-410a-959e-d003b8bcc412 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c13c8efca0db4a12a1a465b6170f4937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411928 Mar 27 15:28:24.302274 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45160) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.365108 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22436dcc-d7f8-4e51-8f0e-42ac4784b204 admin admin] Publish callbacks [] for security_group (9b13625b-79f5-4990-94d1-637ef806c3d4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.397609 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22436dcc-d7f8-4e51-8f0e-42ac4784b204 admin admin] Publish callbacks [] for security_group (9b13625b-79f5-4990-94d1-637ef806c3d4), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.457413 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22436dcc-d7f8-4e51-8f0e-42ac4784b204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9b13625b-79f5-4990-94d1-637ef806c3d4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.460638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22436dcc-d7f8-4e51-8f0e-42ac4784b204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.461785 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-22436dcc-d7f8-4e51-8f0e-42ac4784b204 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b13625b-79f5-4990-94d1-637ef806c3d4 HTTP/1.1" status: 204 len: 168 time: 0.1581423 Mar 27 15:28:24.476458 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22436dcc-d7f8-4e51-8f0e-42ac4784b204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13625b-79f5-4990-94d1-637ef806c3d4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:24.746622 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45176) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.795440 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:24.795847 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0b1c69d0-898a-4ea6-bc51-541e5c458b6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88cb9554a2d34b989e8354ee26b7f460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478210 Mar 27 15:28:24.851135 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d630491c-beb1-4ea4-96ea-d6e480f89f39 admin admin] Publish callbacks [] for security_group (00be848d-7ae3-4823-a133-46dd27cc7c4e), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.873428 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d630491c-beb1-4ea4-96ea-d6e480f89f39 admin admin] Publish callbacks [] for security_group (00be848d-7ae3-4823-a133-46dd27cc7c4e), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.932979 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d630491c-beb1-4ea4-96ea-d6e480f89f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (00be848d-7ae3-4823-a133-46dd27cc7c4e), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.935745 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d630491c-beb1-4ea4-96ea-d6e480f89f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:24.936930 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d630491c-beb1-4ea4-96ea-d6e480f89f39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00be848d-7ae3-4823-a133-46dd27cc7c4e HTTP/1.1" status: 204 len: 168 time: 0.1403296 Mar 27 15:28:24.946085 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630491c-beb1-4ea4-96ea-d6e480f89f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be848d-7ae3-4823-a133-46dd27cc7c4e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:25.135423 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:25.271742 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ddaea7b-8a64-4123-9318-a8f879a58610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.408162 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b1465-de88-4bea-93d1-e037a120d2e5 req-e8caf615-8e49-44d4-9cb0-3c88762db5c8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:25.415498 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d06b1465-de88-4bea-93d1-e037a120d2e5 req-e8caf615-8e49-44d4-9cb0-3c88762db5c8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0867441 Mar 27 15:28:25.448872 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ddaea7b-8a64-4123-9318-a8f879a58610 admin admin] Publish callbacks [] for security_group (eb560052-ca5e-4dbc-b603-cd6c21fb1fa4), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.454565 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ddaea7b-8a64-4123-9318-a8f879a58610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (eb560052-ca5e-4dbc-b603-cd6c21fb1fa4), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.508268 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d06b1465-de88-4bea-93d1-e037a120d2e5 req-61a566d9-78c4-4a9f-9b27-b651a8e60a3d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918860 Mar 27 15:28:25.511765 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaea7b-8a64-4123-9318-a8f879a58610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb560052-ca5e-4dbc-b603-cd6c21fb1fa4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:25.518486 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5ddaea7b-8a64-4123-9318-a8f879a58610 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26cec616d0c545cd817e51ed210b4bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816915 Mar 27 15:28:25.523226 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:25.589292 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d1b0fb-b34e-418a-b642-ca656f447617 admin admin] Publish callbacks [] for security_group (eb560052-ca5e-4dbc-b603-cd6c21fb1fa4), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.617274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d1b0fb-b34e-418a-b642-ca656f447617 admin admin] Publish callbacks [] for security_group (eb560052-ca5e-4dbc-b603-cd6c21fb1fa4), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.671171 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d1b0fb-b34e-418a-b642-ca656f447617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (eb560052-ca5e-4dbc-b603-cd6c21fb1fa4), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.673804 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d1b0fb-b34e-418a-b642-ca656f447617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:25.675095 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-08d1b0fb-b34e-418a-b642-ca656f447617 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb560052-ca5e-4dbc-b603-cd6c21fb1fa4 HTTP/1.1" status: 204 len: 168 time: 0.1357701 Mar 27 15:28:25.683712 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1b0fb-b34e-418a-b642-ca656f447617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb560052-ca5e-4dbc-b603-cd6c21fb1fa4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:26.015002 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:26.032047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05abf41c-423f-486c-930b-6727f44dde1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.140589 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05abf41c-423f-486c-930b-6727f44dde1d admin admin] Publish callbacks [] for security_group (a53838b7-8df2-44e6-9772-f5d4c2751046), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.145808 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05abf41c-423f-486c-930b-6727f44dde1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (a53838b7-8df2-44e6-9772-f5d4c2751046), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.186397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abf41c-423f-486c-930b-6727f44dde1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53838b7-8df2-44e6-9772-f5d4c2751046,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:26.192231 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-05abf41c-423f-486c-930b-6727f44dde1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2feb4894e560463b9025dab1f125c688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755867 Mar 27 15:28:26.194780 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:26.241025 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e061748a-4781-4b46-899c-a138de00389d admin admin] Publish callbacks [] for security_group (a53838b7-8df2-44e6-9772-f5d4c2751046), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.262412 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e061748a-4781-4b46-899c-a138de00389d admin admin] Publish callbacks [] for security_group (a53838b7-8df2-44e6-9772-f5d4c2751046), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.313031 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e061748a-4781-4b46-899c-a138de00389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (a53838b7-8df2-44e6-9772-f5d4c2751046), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.315786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e061748a-4781-4b46-899c-a138de00389d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:26.316938 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e061748a-4781-4b46-899c-a138de00389d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a53838b7-8df2-44e6-9772-f5d4c2751046 HTTP/1.1" status: 204 len: 168 time: 0.1212564 Mar 27 15:28:26.325617 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061748a-4781-4b46-899c-a138de00389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53838b7-8df2-44e6-9772-f5d4c2751046,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:26.682702 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c898f69-a8ce-47a2-9222-42c0ad72f6da req-c0d56ffd-9702-425c-a145-b189442a4bdb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:26.697605 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8c898f69-a8ce-47a2-9222-42c0ad72f6da req-c0d56ffd-9702-425c-a145-b189442a4bdb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0966220 Mar 27 15:28:26.753996 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8c898f69-a8ce-47a2-9222-42c0ad72f6da req-0635172f-afe5-4133-b8e2-ef5e44673110 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553148 Mar 27 15:28:27.901450 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebcbfb-2c27-437c-9a72-8f83bc0fa72f req-bfc4e9fb-a0e0-4756-bbe3-af7b27bc2677 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:27.902971 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c0ebcbfb-2c27-437c-9a72-8f83bc0fa72f req-bfc4e9fb-a0e0-4756-bbe3-af7b27bc2677 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0752885 Mar 27 15:28:27.949443 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c0ebcbfb-2c27-437c-9a72-8f83bc0fa72f req-bec6d8ab-4031-4c4c-9ff9-2df351f47bd1 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Mar 27 15:28:28.863414 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:28.974708 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6170953-689f-4401-9afa-d062bd840ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.113970 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6170953-689f-4401-9afa-d062bd840ae4 admin admin] Publish callbacks [] for security_group (9f307ce7-af42-4459-87b8-77e9ac0a17f2), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.123174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea7e0-d11a-4668-9b91-f6e902e356b9 req-f6b1068e-dc2d-4183-a849-48680eb35768 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:29.124995 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2a8ea7e0-d11a-4668-9b91-f6e902e356b9 req-f6b1068e-dc2d-4183-a849-48680eb35768 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0961730 Mar 27 15:28:29.126256 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6170953-689f-4401-9afa-d062bd840ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9f307ce7-af42-4459-87b8-77e9ac0a17f2), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.183614 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c6170953-689f-4401-9afa-d062bd840ae4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a91b3c82127941a29e5e572157321eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191507 Mar 27 15:28:29.186418 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45378) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:29.186998 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6170953-689f-4401-9afa-d062bd840ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f307ce7-af42-4459-87b8-77e9ac0a17f2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:29.213117 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2a8ea7e0-d11a-4668-9b91-f6e902e356b9 req-f2d16058-fdfc-4281-b101-f17da863af5a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762599 Mar 27 15:28:29.235831 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ae71278-d04a-42e7-b023-76affc71a704 admin admin] Publish callbacks [] for security_group (9f307ce7-af42-4459-87b8-77e9ac0a17f2), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.257303 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ae71278-d04a-42e7-b023-76affc71a704 admin admin] Publish callbacks [] for security_group (9f307ce7-af42-4459-87b8-77e9ac0a17f2), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.305327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ae71278-d04a-42e7-b023-76affc71a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9f307ce7-af42-4459-87b8-77e9ac0a17f2), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.308511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ae71278-d04a-42e7-b023-76affc71a704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.309675 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5ae71278-d04a-42e7-b023-76affc71a704 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f307ce7-af42-4459-87b8-77e9ac0a17f2 HTTP/1.1" status: 204 len: 168 time: 0.1222591 Mar 27 15:28:29.316856 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae71278-d04a-42e7-b023-76affc71a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f307ce7-af42-4459-87b8-77e9ac0a17f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:29.570468 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45390) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:29.584923 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb9ac-6838-410d-bcc1-ec11da6626c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.660762 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb9ac-6838-410d-bcc1-ec11da6626c7 admin admin] Publish callbacks [] for security_group (03841ab4-7324-43df-95b3-217412495f4c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.664235 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8aeb9ac-6838-410d-bcc1-ec11da6626c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (03841ab4-7324-43df-95b3-217412495f4c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.703167 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b8aeb9ac-6838-410d-bcc1-ec11da6626c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2139cc8022d64f7a92985d4602c91409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315532 Mar 27 15:28:29.704279 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aeb9ac-6838-410d-bcc1-ec11da6626c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03841ab4-7324-43df-95b3-217412495f4c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:29.705851 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45392) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:29.757818 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bff1d750-7fff-4e9d-a9fb-2091f503b15a admin admin] Publish callbacks [] for security_group (03841ab4-7324-43df-95b3-217412495f4c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.780584 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bff1d750-7fff-4e9d-a9fb-2091f503b15a admin admin] Publish callbacks [] for security_group (03841ab4-7324-43df-95b3-217412495f4c), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.828192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bff1d750-7fff-4e9d-a9fb-2091f503b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (03841ab4-7324-43df-95b3-217412495f4c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.831247 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bff1d750-7fff-4e9d-a9fb-2091f503b15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:29.835368 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bff1d750-7fff-4e9d-a9fb-2091f503b15a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03841ab4-7324-43df-95b3-217412495f4c HTTP/1.1" status: 204 len: 168 time: 0.1256561 Mar 27 15:28:29.842426 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1d750-7fff-4e9d-a9fb-2091f503b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03841ab4-7324-43df-95b3-217412495f4c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:30.379107 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697157d-0d47-4c0e-a052-6bfbc7a348d1 req-cf8ce2ef-c7f6-4b36-ad39-089b5d5d5fff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:30.387366 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f697157d-0d47-4c0e-a052-6bfbc7a348d1 req-cf8ce2ef-c7f6-4b36-ad39-089b5d5d5fff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1003993 Mar 27 15:28:30.462710 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f697157d-0d47-4c0e-a052-6bfbc7a348d1 req-1f45c108-7251-4e8e-a3e0-c0b29e221a94 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650997 Mar 27 15:28:30.621774 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-baffe161-e920-4481-8b79-a76ce4f94469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:31.590269 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd540e6-292d-484d-9d26-42bc935c39f2 req-540414e2-501c-4e40-b6a2-8d790e977af6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:31.591897 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ecd540e6-292d-484d-9d26-42bc935c39f2 req-540414e2-501c-4e40-b6a2-8d790e977af6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0592084 Mar 27 15:28:31.658690 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ecd540e6-292d-484d-9d26-42bc935c39f2 req-7befe7c6-6686-4540-9b1e-2de2b052639c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607111 Mar 27 15:28:32.265783 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:32.370309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8b66-20a1-46fd-b45d-6d1e1399a534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.446216 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8b66-20a1-46fd-b45d-6d1e1399a534 admin admin] Publish callbacks [] for security_group (2784ec66-4ea7-42a7-a6c8-01674af19b05), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.449850 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8b66-20a1-46fd-b45d-6d1e1399a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (2784ec66-4ea7-42a7-a6c8-01674af19b05), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.488037 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b2cc8b66-20a1-46fd-b45d-6d1e1399a534 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d45bddc3b08b4c2287a20a10cb77b259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212005 Mar 27 15:28:32.489142 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc8b66-20a1-46fd-b45d-6d1e1399a534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2784ec66-4ea7-42a7-a6c8-01674af19b05,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:32.490778 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45518) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:32.538256 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18a37dc7-13a5-45cc-ac1f-cb7ee6bf5462 admin admin] Publish callbacks [] for security_group (2784ec66-4ea7-42a7-a6c8-01674af19b05), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.560202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18a37dc7-13a5-45cc-ac1f-cb7ee6bf5462 admin admin] Publish callbacks [] for security_group (2784ec66-4ea7-42a7-a6c8-01674af19b05), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.606385 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18a37dc7-13a5-45cc-ac1f-cb7ee6bf5462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (2784ec66-4ea7-42a7-a6c8-01674af19b05), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.608985 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18a37dc7-13a5-45cc-ac1f-cb7ee6bf5462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.610191 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-18a37dc7-13a5-45cc-ac1f-cb7ee6bf5462 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2784ec66-4ea7-42a7-a6c8-01674af19b05 HTTP/1.1" status: 204 len: 168 time: 0.1183841 Mar 27 15:28:32.617520 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a37dc7-13a5-45cc-ac1f-cb7ee6bf5462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2784ec66-4ea7-42a7-a6c8-01674af19b05,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:32.793520 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e5322-69e0-42be-9ff7-d63f3e9a6076 req-06257c5e-931a-46aa-ad6f-723ce4610dd5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:32.795031 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9b3e5322-69e0-42be-9ff7-d63f3e9a6076 req-06257c5e-931a-46aa-ad6f-723ce4610dd5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0647650 Mar 27 15:28:32.843204 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9b3e5322-69e0-42be-9ff7-d63f3e9a6076 req-a332e88c-8b91-49a9-a178-2fe573fa78a0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Mar 27 15:28:32.880863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:32.896956 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cfa-9e03-41f3-a1a9-cb953c0d6de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.971837 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cfa-9e03-41f3-a1a9-cb953c0d6de7 admin admin] Publish callbacks [] for security_group (abe47bc8-cef3-4e5b-9433-d02fc5d7b551), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.975721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5abf5cfa-9e03-41f3-a1a9-cb953c0d6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (abe47bc8-cef3-4e5b-9433-d02fc5d7b551), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:32.998277 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-33d118e5-9a7e-4ce3-8764-3848298631c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.016116 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5abf5cfa-9e03-41f3-a1a9-cb953c0d6de7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92a5cabfeba044af97049afa8bc7d0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339877 Mar 27 15:28:33.017900 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5cfa-9e03-41f3-a1a9-cb953c0d6de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe47bc8-cef3-4e5b-9433-d02fc5d7b551,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:33.018642 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45534) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:33.068439 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b350e974-e3df-4de8-aeb6-80518330ee3d admin admin] Publish callbacks [] for security_group (abe47bc8-cef3-4e5b-9433-d02fc5d7b551), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.089959 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b350e974-e3df-4de8-aeb6-80518330ee3d admin admin] Publish callbacks [] for security_group (abe47bc8-cef3-4e5b-9433-d02fc5d7b551), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.137183 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b350e974-e3df-4de8-aeb6-80518330ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (abe47bc8-cef3-4e5b-9433-d02fc5d7b551), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.140046 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b350e974-e3df-4de8-aeb6-80518330ee3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:33.141183 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b350e974-e3df-4de8-aeb6-80518330ee3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abe47bc8-cef3-4e5b-9433-d02fc5d7b551 HTTP/1.1" status: 204 len: 168 time: 0.1214318 Mar 27 15:28:33.150592 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350e974-e3df-4de8-aeb6-80518330ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe47bc8-cef3-4e5b-9433-d02fc5d7b551,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:33.967931 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f564-6a83-460a-963a-228de9950305 req-ef4d9677-af3f-4e23-aa69-58f16645e262 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:33.969421 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5487f564-6a83-460a-963a-228de9950305 req-ef4d9677-af3f-4e23-aa69-58f16645e262 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0567136 Mar 27 15:28:34.027261 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5487f564-6a83-460a-963a-228de9950305 req-7d4c26a9-0be2-4652-a62c-8ce2cb956cd5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Mar 27 15:28:34.039712 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:35.148559 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540490d9-4a6d-427f-b0c2-e8434bb8c083 req-e41e5ce2-9533-46d9-9493-bfa260818901 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:35.150054 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-540490d9-4a6d-427f-b0c2-e8434bb8c083 req-e41e5ce2-9533-46d9-9493-bfa260818901 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Mar 27 15:28:35.197140 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-540490d9-4a6d-427f-b0c2-e8434bb8c083 req-65cb3a3d-c26e-46bb-89cd-2322cc63e2f6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Mar 27 15:28:35.349558 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:36.326807 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee880f5-904c-4355-8cc4-ab229e0ef58f req-d1cfd6fc-bf3e-48bc-adea-7c2b4ab8ebd4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:36.328412 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8ee880f5-904c-4355-8cc4-ab229e0ef58f req-d1cfd6fc-bf3e-48bc-adea-7c2b4ab8ebd4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0604203 Mar 27 15:28:36.383151 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8ee880f5-904c-4355-8cc4-ab229e0ef58f req-8c3d5d29-cb31-4521-aa32-d166f8e7b967 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479083 Mar 27 15:28:36.912836 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.526264 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c41b8f-d7c4-4d8d-9948-815ea945ce5c req-8b097393-2a34-4584-b352-3078dfb12db2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:37.531564 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-02c41b8f-d7c4-4d8d-9948-815ea945ce5c req-8b097393-2a34-4584-b352-3078dfb12db2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0697219 Mar 27 15:28:37.587565 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-02c41b8f-d7c4-4d8d-9948-815ea945ce5c req-3a12a067-7dd4-450c-a170-6e9f2ac585f8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Mar 27 15:28:37.707835 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:37.820746 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03e4a1cb-bd98-424d-9a64-2ffa96c287f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.895717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03e4a1cb-bd98-424d-9a64-2ffa96c287f2 admin admin] Publish callbacks [] for security_group (aa797559-d21e-46e8-9644-692e43686177), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.900690 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03e4a1cb-bd98-424d-9a64-2ffa96c287f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (aa797559-d21e-46e8-9644-692e43686177), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:37.937651 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-03e4a1cb-bd98-424d-9a64-2ffa96c287f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c8ab9511dff4491ae35a3a098f519c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285450 Mar 27 15:28:37.939546 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a1cb-bd98-424d-9a64-2ffa96c287f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa797559-d21e-46e8-9644-692e43686177,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:37.940416 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45686) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:37.991080 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87c53966-4eb0-44ce-ae4c-d1a71d1ed1a9 admin admin] Publish callbacks [] for security_group (aa797559-d21e-46e8-9644-692e43686177), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.013052 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87c53966-4eb0-44ce-ae4c-d1a71d1ed1a9 admin admin] Publish callbacks [] for security_group (aa797559-d21e-46e8-9644-692e43686177), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.060056 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87c53966-4eb0-44ce-ae4c-d1a71d1ed1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (aa797559-d21e-46e8-9644-692e43686177), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.062653 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87c53966-4eb0-44ce-ae4c-d1a71d1ed1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.063808 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-87c53966-4eb0-44ce-ae4c-d1a71d1ed1a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa797559-d21e-46e8-9644-692e43686177 HTTP/1.1" status: 204 len: 168 time: 0.1224208 Mar 27 15:28:38.071175 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53966-4eb0-44ce-ae4c-d1a71d1ed1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa797559-d21e-46e8-9644-692e43686177,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.116605 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.335732 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:38.349108 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85f6b992-059c-42ca-aa78-af0a227d53f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.438256 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85f6b992-059c-42ca-aa78-af0a227d53f1 admin admin] Publish callbacks [] for security_group (2e3a81df-7aa6-4c6f-b920-87f949ebe0f2), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.441636 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85f6b992-059c-42ca-aa78-af0a227d53f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (2e3a81df-7aa6-4c6f-b920-87f949ebe0f2), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.494921 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6b992-059c-42ca-aa78-af0a227d53f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a81df-7aa6-4c6f-b920-87f949ebe0f2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.500172 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-85f6b992-059c-42ca-aa78-af0a227d53f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce64b0375e4a467bb9688da9e6054231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630707 Mar 27 15:28:38.502781 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45704) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:38.554401 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-977607de-f4d2-46e2-b6ee-93d07f4cd4a6 admin admin] Publish callbacks [] for security_group (2e3a81df-7aa6-4c6f-b920-87f949ebe0f2), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.586037 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-977607de-f4d2-46e2-b6ee-93d07f4cd4a6 admin admin] Publish callbacks [] for security_group (2e3a81df-7aa6-4c6f-b920-87f949ebe0f2), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.717460 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-977607de-f4d2-46e2-b6ee-93d07f4cd4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (2e3a81df-7aa6-4c6f-b920-87f949ebe0f2), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.720056 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-977607de-f4d2-46e2-b6ee-93d07f4cd4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:38.721202 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-977607de-f4d2-46e2-b6ee-93d07f4cd4a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e3a81df-7aa6-4c6f-b920-87f949ebe0f2 HTTP/1.1" status: 204 len: 168 time: 0.2169759 Mar 27 15:28:38.730050 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977607de-f4d2-46e2-b6ee-93d07f4cd4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a81df-7aa6-4c6f-b920-87f949ebe0f2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:38.780622 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da13bb0-6820-41dd-a23b-e4040836ac40 req-000a90bf-dc3c-43d6-aade-f23b7ea2f8cd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:38.782188 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1da13bb0-6820-41dd-a23b-e4040836ac40 req-000a90bf-dc3c-43d6-aade-f23b7ea2f8cd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1126974 Mar 27 15:28:38.817857 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-a6e918d8-c930-4b13-99cb-108db2b69e33 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:38.820054 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-a6e918d8-c930-4b13-99cb-108db2b69e33 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/networks?id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 200 len: 809 time: 0.1571901 Mar 27 15:28:38.844995 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-cfde6bff-d633-44a0-bfc1-6354bfaf5c23 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/quotas/6484d4f26da04c00bb739735fc16772b HTTP/1.1" status: 200 len: 375 time: 0.0184057 Mar 27 15:28:38.866183 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1da13bb0-6820-41dd-a23b-e4040836ac40 req-10b0b505-03a0-4e57-95d6-bf65e76bf702 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776503 Mar 27 15:28:38.886196 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-044858c3-390e-4e90-8a6a-a381209eb52f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6484d4f26da04c00bb739735fc16772b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402355 Mar 27 15:28:38.991097 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-e78a657a-eb55-4628-8f17-5ce388e3aa6d service neutron] 10.222.0.10 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980456 Mar 27 15:28:39.033298 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45738) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:39.098315 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-aaffa243-821b-456f-bf63-5ebde65f1ab9 service neutron] 10.222.0.10 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998535 Mar 27 15:28:39.173309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b4e-8009-4312-87fe-eb7e24071169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.281389 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d9365178-df75-42dd-b30b-3e91f29ace29 req-d57bdbf0-33d9-475e-a497-66c05ee8db08 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Mar 27 15:28:39.304430 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b4e-8009-4312-87fe-eb7e24071169 admin admin] Publish callbacks [] for security_group (7a40f760-c87d-4c8d-ad18-72893bf64f15), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.309326 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c43f7b4e-8009-4312-87fe-eb7e24071169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7a40f760-c87d-4c8d-ad18-72893bf64f15), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.342106 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c43f7b4e-8009-4312-87fe-eb7e24071169 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ad7da6e9b394aa88a578606747e9b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074048 Mar 27 15:28:39.344995 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:39.364537 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7b4e-8009-4312-87fe-eb7e24071169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a40f760-c87d-4c8d-ad18-72893bf64f15,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:39.405819 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb1f8-c69e-4b6f-8973-4cbe873719b8 admin admin] Publish callbacks [] for security_group (7a40f760-c87d-4c8d-ad18-72893bf64f15), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.432345 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb1f8-c69e-4b6f-8973-4cbe873719b8 admin admin] Publish callbacks [] for security_group (7a40f760-c87d-4c8d-ad18-72893bf64f15), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.490025 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb1f8-c69e-4b6f-8973-4cbe873719b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7a40f760-c87d-4c8d-ad18-72893bf64f15), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.493568 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb1f8-c69e-4b6f-8973-4cbe873719b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.497158 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-ca3eb1f8-c69e-4b6f-8973-4cbe873719b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a40f760-c87d-4c8d-ad18-72893bf64f15 HTTP/1.1" status: 204 len: 168 time: 0.1488545 Mar 27 15:28:39.505082 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3eb1f8-c69e-4b6f-8973-4cbe873719b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a40f760-c87d-4c8d-ad18-72893bf64f15,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:39.870648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45784) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:39.883629 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e368d0c-8b05-4a3a-accc-a230b284a001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.973612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e368d0c-8b05-4a3a-accc-a230b284a001 admin admin] Publish callbacks [] for security_group (f25cba02-e664-410f-89d7-7d3c67cadcfb), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.978386 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e368d0c-8b05-4a3a-accc-a230b284a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f25cba02-e664-410f-89d7-7d3c67cadcfb), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:39.981304 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0a222-2533-43ef-be0b-a01818d457b4 req-1ec83c25-1841-4825-a087-f7e071dce311 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:39.982834 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-21f0a222-2533-43ef-be0b-a01818d457b4 req-1ec83c25-1841-4825-a087-f7e071dce311 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Mar 27 15:28:40.018108 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e368d0c-8b05-4a3a-accc-a230b284a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cba02-e664-410f-89d7-7d3c67cadcfb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.026829 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-9e368d0c-8b05-4a3a-accc-a230b284a001 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab823d10a8fe445d8efeaa4c61641e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550128 Mar 27 15:28:40.027436 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:40.047217 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-21f0a222-2533-43ef-be0b-a01818d457b4 req-8ecc3ba1-f0c8-4e9e-8f13-b3aef99d9c9e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588260 Mar 27 15:28:40.059667 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 45792) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:40.089735 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed512c9-3f8a-48aa-9d82-537761d68bdc admin admin] Publish callbacks [] for security_group (f25cba02-e664-410f-89d7-7d3c67cadcfb), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.112603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed512c9-3f8a-48aa-9d82-537761d68bdc admin admin] Publish callbacks [] for security_group (f25cba02-e664-410f-89d7-7d3c67cadcfb), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.164846 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed512c9-3f8a-48aa-9d82-537761d68bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f25cba02-e664-410f-89d7-7d3c67cadcfb), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.168097 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed512c9-3f8a-48aa-9d82-537761d68bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.169218 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2ed512c9-3f8a-48aa-9d82-537761d68bdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f25cba02-e664-410f-89d7-7d3c67cadcfb HTTP/1.1" status: 204 len: 168 time: 0.1408441 Mar 27 15:28:40.169579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc266-4a55-4994-a8ef-85eb2d23a7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.177746 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed512c9-3f8a-48aa-9d82-537761d68bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cba02-e664-410f-89d7-7d3c67cadcfb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.251363 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc266-4a55-4994-a8ef-85eb2d23a7cd admin admin] Publish callbacks [] for security_group (62c95019-47b8-43f3-9a38-e93fc4ce333f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.255312 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9dc266-4a55-4994-a8ef-85eb2d23a7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (62c95019-47b8-43f3-9a38-e93fc4ce333f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.296873 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-1b9dc266-4a55-4994-a8ef-85eb2d23a7cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=896d9cd152db458ea8bfd0fb60380683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360408 Mar 27 15:28:40.297958 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dc266-4a55-4994-a8ef-85eb2d23a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c95019-47b8-43f3-9a38-e93fc4ce333f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:40.299633 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 45802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:40.354467 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e0d0-6e91-46ca-8ace-44abd116f272 admin admin] Publish callbacks [] for security_group (62c95019-47b8-43f3-9a38-e93fc4ce333f), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.379006 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e0d0-6e91-46ca-8ace-44abd116f272 admin admin] Publish callbacks [] for security_group (62c95019-47b8-43f3-9a38-e93fc4ce333f), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.380888 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-560e843f-0d1d-4be9-bcda-3f4e8815c259 req-73017037-25f9-4aed-850e-710d83bf4d43 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Mar 27 15:28:40.429439 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e0d0-6e91-46ca-8ace-44abd116f272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (62c95019-47b8-43f3-9a38-e93fc4ce333f), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.432375 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e0d0-6e91-46ca-8ace-44abd116f272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:40.433535 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f5c2e0d0-6e91-46ca-8ace-44abd116f272 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62c95019-47b8-43f3-9a38-e93fc4ce333f HTTP/1.1" status: 204 len: 168 time: 0.1328645 Mar 27 15:28:40.442059 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2e0d0-6e91-46ca-8ace-44abd116f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c95019-47b8-43f3-9a38-e93fc4ce333f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:41.183392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856f5d2-c370-4ddc-ab3b-2321f2e63109 req-7b651a42-af6a-44bb-9b27-ed11ec42a210 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:41.184979 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7856f5d2-c370-4ddc-ab3b-2321f2e63109 req-7b651a42-af6a-44bb-9b27-ed11ec42a210 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0627654 Mar 27 15:28:41.235773 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7856f5d2-c370-4ddc-ab3b-2321f2e63109 req-b0a712fe-5c97-4752-a170-3a4a76a238cf tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 Mar 27 15:28:41.486324 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f1cc507f-42fd-4317-85d6-768c306267c7 req-89b2de12-53f9-4a65-9900-16f21bae6f43 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0365832 Mar 27 15:28:42.105151 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-6db3124a-1830-4f7e-83d8-2b04e6a6210b tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:42.106606 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-6db3124a-1830-4f7e-83d8-2b04e6a6210b tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "GET /v2.0/networks?id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 200 len: 809 time: 0.1094501 Mar 27 15:28:42.119078 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Request body: {'port': {'device_id': 'c175662e-ec47-468f-a510-6efad5f25332', 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a', 'admin_state_up': True, 'tenant_id': '6484d4f26da04c00bb739735fc16772b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:42.236873 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Made reservation on behalf of 6484d4f26da04c00bb739735fc16772b for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:28:42.240119 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:42.402306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Allocated IP 172.20.0.5 (6ca48d3e-6c65-4ee2-be48-187605d2cc5a/6bb40f5f-0677-42b1-939b-114d144151d0/66c70d9d-3073-42d1-a866-ced5c370098e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:28:42.423569 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db716e-f3e3-4553-9188-33f82e266b96 req-17455452-0c64-4d73-bba7-852cb22cfbd4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:42.425093 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-24db716e-f3e3-4553-9188-33f82e266b96 req-17455452-0c64-4d73-bba7-852cb22cfbd4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1235874 Mar 27 15:28:42.493794 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-24db716e-f3e3-4553-9188-33f82e266b96 req-11382305-7189-41d0-97e4-e2d81355369e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618412 Mar 27 15:28:42.634346 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cb357abc-e5a3-4569-9851-1104617069da req-464e7dc0-1dee-4ba6-8231-8ebc224f0117 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0365167 Mar 27 15:28:42.710919 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks [] for port (66c70d9d-3073-42d1-a866-ced5c370098e), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:42.783254 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:42.836152 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:28:42.839724 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:28:42.854032 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:28:42.955620 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:42.956532 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:42.979217 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Pushing event updated for resources: {'Port': ['ID=66c70d9d-3073-42d1-a866-ced5c370098e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:43.001324 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-5431b8fd-d594-4045-a043-a14ad71570a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8859062 Mar 27 15:28:43.014975 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2af7c-c56e-4412-b9b9-b4afcdf10351 req-ba16e28c-b973-4ab9-9b67-fcfd02d51130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.017539 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8db2af7c-c56e-4412-b9b9-b4afcdf10351 req-ba16e28c-b973-4ab9-9b67-fcfd02d51130 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.1307168 Mar 27 15:28:43.040794 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Request body: {'port': {'device_id': 'c175662e-ec47-468f-a510-6efad5f25332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:28:43.097462 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8db2af7c-c56e-4412-b9b9-b4afcdf10351 req-0bb35478-0154-4dd7-93c2-a5f3c77f161b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728481 Mar 27 15:28:43.110619 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533e4e-e387-47cb-939a-e00e987531c3 req-20cd1479-a03e-4418-9e24-392660786eba tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.112226 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85533e4e-e387-47cb-939a-e00e987531c3 req-20cd1479-a03e-4418-9e24-392660786eba tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1259229 Mar 27 15:28:43.145853 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.183449 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85533e4e-e387-47cb-939a-e00e987531c3 req-99b73cb3-0643-47e8-b62f-ccccf5c37aa4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584109 Mar 27 15:28:43.458059 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c70d9d-3073-42d1-a866-ced5c370098e {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:43.466494 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Publish callbacks [] for port (66c70d9d-3073-42d1-a866-ced5c370098e), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.479223 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Transition to ACTIVE for port object 66c70d9d-3073-42d1-a866-ced5c370098e will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:28:43.484038 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.535381 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Pushing event updated for resources: {'Port': ['ID=66c70d9d-3073-42d1-a866-ced5c370098e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:43.607515 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Attempting to bind port 66c70d9d-3073-42d1-a866-ced5c370098e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:28:43.607850 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Attempting to bind port 66c70d9d-3073-42d1-a866-ced5c370098e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:28:43.608185 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Attempting to bind port 66c70d9d-3073-42d1-a866-ced5c370098e on network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:43.612554 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Port 66c70d9d-3073-42d1-a866-ced5c370098e on network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:28:43.612906 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Attempting to bind port 66c70d9d-3073-42d1-a866-ced5c370098e on network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:28:43.617736 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:28:43.618603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Checking segment: {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:28:43.619090 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Bound using segment: {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:28:43.619504 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Bound port: 66c70d9d-3073-42d1-a866-ced5c370098e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:28:43.619859 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.627607 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017706a6-b926-491e-b42f-8b099d410a03 req-8930f93d-53d8-4725-bb88-46fd77200ee3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.629053 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-017706a6-b926-491e-b42f-8b099d410a03 req-8930f93d-53d8-4725-bb88-46fd77200ee3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0568438 Mar 27 15:28:43.680984 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-017706a6-b926-491e-b42f-8b099d410a03 req-c6062cec-aaa9-4553-97b0-23a134b0b6ea tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Mar 27 15:28:43.689071 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] For port 66c70d9d-3073-42d1-a866-ced5c370098e, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:28:43.692927 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] For port 66c70d9d-3073-42d1-a866-ced5c370098e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66c70d9d-3073-42d1-a866-ced5c370098e,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:28:43.708128 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.763755 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.764636 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:43.765998 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] 10.222.0.25 "PUT /v2.0/ports/66c70d9d-3073-42d1-a866-ced5c370098e HTTP/1.1" status: 200 len: 1093 time: 0.7298532 Mar 27 15:28:43.767944 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175662e-ec47-468f-a510-6efad5f25332', 'tag': '66c70d9d-3073-42d1-a866-ced5c370098e'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:43.770230 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e118879-21fb-44c8-afa6-12613e5db68e" -d '{"events": [{"name": "network-changed", "server_uuid": "c175662e-ec47-468f-a510-6efad5f25332", "tag": "66c70d9d-3073-42d1-a866-ced5c370098e"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:43.809940 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d60b4-0e31-43db-a609-fd8a432f915e service neutron] Pushing event updated for resources: {'Port': ['ID=66c70d9d-3073-42d1-a866-ced5c370098e,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:43.813416 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648eb08-f715-48cd-92d8-dc8e1297b8d3 x-openstack-request-id: req-2648eb08-f715-48cd-92d8-dc8e1297b8d3 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:43.813701 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175662e-ec47-468f-a510-6efad5f25332", "tag": "66c70d9d-3073-42d1-a866-ced5c370098e", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:43.813953 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2648eb08-f715-48cd-92d8-dc8e1297b8d3 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:43.819695 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2648eb08-f715-48cd-92d8-dc8e1297b8d3'] response: {'name': 'network-changed', 'server_uuid': 'c175662e-ec47-468f-a510-6efad5f25332', 'tag': '66c70d9d-3073-42d1-a866-ced5c370098e', 'status': 'completed', 'code': 200} Mar 27 15:28:43.860931 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ca72-9eff-43f6-8b62-7cb51967d004 req-c7e454a9-949a-4767-96fe-af3d69b32ba7 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.862244 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d21ca72-9eff-43f6-8b62-7cb51967d004 req-c7e454a9-949a-4767-96fe-af3d69b32ba7 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 943 time: 0.1364260 Mar 27 15:28:43.905331 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-0ddb4e71-456b-4f58-874f-da3f649e7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:43.906814 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-0ddb4e71-456b-4f58-874f-da3f649e7f0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6484d4f26da04c00bb739735fc16772b&device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 1127 time: 0.0836184 Mar 27 15:28:43.926893 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d21ca72-9eff-43f6-8b62-7cb51967d004 req-ab79829c-5781-4978-b21c-edd7a5130aaa tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Mar 27 15:28:43.956870 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-2d2e17cb-92cb-423a-99e3-1abdd9bcb99b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c70d9d-3073-42d1-a866-ced5c370098e HTTP/1.1" status: 200 len: 217 time: 0.0399432 Mar 27 15:28:44.015411 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-9e5686e2-c32f-4e4d-82c4-f40b3c3d23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.017849 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-9e5686e2-c32f-4e4d-82c4-f40b3c3d23dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bb40f5f-0677-42b1-939b-114d144151d0 HTTP/1.1" status: 200 len: 849 time: 0.0538402 Mar 27 15:28:44.062079 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-b51b6f0d-737f-4d82-8c5e-aaad7ca0b522 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298965 Mar 27 15:28:44.099124 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:28:44.180072 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-faecda6f-968c-48c1-b714-91f4999ebf7d service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089835 Mar 27 15:28:44.403367 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dca6d-35ee-409f-995f-a7058d33b8ae req-312a58cd-0b7c-4891-a938-60b4fcd5a6c6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.416410 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-704dca6d-35ee-409f-995f-a7058d33b8ae req-312a58cd-0b7c-4891-a938-60b4fcd5a6c6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1064398 Mar 27 15:28:44.497558 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-704dca6d-35ee-409f-995f-a7058d33b8ae req-e2f80c59-c0cc-4838-b744-f9476e49e19a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790658 Mar 27 15:28:44.583712 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e97d4b4-e981-49bf-9738-c3d3f7ecc439 req-722be50a-2d6c-48d6-9566-15e3c9007c94 service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943853 Mar 27 15:28:44.691171 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e118879-21fb-44c8-afa6-12613e5db68e req-e45d3306-d395-4025-81ac-682108898623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.691268 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-e45d3306-d395-4025-81ac-682108898623 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6484d4f26da04c00bb739735fc16772b&device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 1127 time: 0.0471456 Mar 27 15:28:44.816706 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e118879-21fb-44c8-afa6-12613e5db68e req-aee92f08-8ddc-4755-99c9-29b495df3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.818543 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-aee92f08-8ddc-4755-99c9-29b495df3987 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 200 len: 909 time: 0.1207705 Mar 27 15:28:44.830884 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b97398-99fd-412e-b895-2483e46113d1 req-aabe8264-135a-4f02-99be-a6195de91147 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.832279 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c5b97398-99fd-412e-b895-2483e46113d1 req-aabe8264-135a-4f02-99be-a6195de91147 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0755475 Mar 27 15:28:44.872123 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-1baffc50-f784-4bff-b5ac-3bdf13d1d507 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c70d9d-3073-42d1-a866-ced5c370098e HTTP/1.1" status: 200 len: 217 time: 0.0388916 Mar 27 15:28:44.939381 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c5b97398-99fd-412e-b895-2483e46113d1 req-04f71797-ce34-461b-8910-81bb97d48a3b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004264 Mar 27 15:28:44.950496 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e118879-21fb-44c8-afa6-12613e5db68e req-befd59ee-5689-45b8-ab91-b6c7c7a8bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:44.952011 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-befd59ee-5689-45b8-ab91-b6c7c7a8bb78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bb40f5f-0677-42b1-939b-114d144151d0 HTTP/1.1" status: 200 len: 849 time: 0.0602162 Mar 27 15:28:44.992669 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-bae06acf-b258-4c36-9eca-4c6790652955 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262983 Mar 27 15:28:45.055342 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f140f6-c8a4-458a-ab39-3b7a515a235a req-f3998bf8-d3f1-4cca-927c-e57e096fcb2e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:45.057405 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3f140f6-c8a4-458a-ab39-3b7a515a235a req-f3998bf8-d3f1-4cca-927c-e57e096fcb2e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 943 time: 0.0574710 Mar 27 15:28:45.107650 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3f140f6-c8a4-458a-ab39-3b7a515a235a req-1751ff98-9c11-4755-92c0-a8ebec5e3964 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Mar 27 15:28:45.124751 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da0f25-eae6-48fb-baa5-84bd001596b2 req-7e586e42-ad11-4214-96cf-79ccaa5aaf36 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:45.126196 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-59da0f25-eae6-48fb-baa5-84bd001596b2 req-7e586e42-ad11-4214-96cf-79ccaa5aaf36 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1056957 Mar 27 15:28:45.131520 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-1cfd8b9c-2fd4-4f66-ade2-992ce8f0eb19 service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307101 Mar 27 15:28:45.218093 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-59da0f25-eae6-48fb-baa5-84bd001596b2 req-947b9ce6-6852-4fa7-ba7e-5d570234d023 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855601 Mar 27 15:28:45.247145 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e118879-21fb-44c8-afa6-12613e5db68e req-b6edf18a-0f12-43df-b7f6-cb40d32e8e93 service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019881 Mar 27 15:28:45.630456 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7638a-69e9-4090-a449-38a04e69958b req-339fb1c7-378c-406f-8a8a-7c9112e89236 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:45.632222 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4aa7638a-69e9-4090-a449-38a04e69958b req-339fb1c7-378c-406f-8a8a-7c9112e89236 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Mar 27 15:28:45.696632 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4aa7638a-69e9-4090-a449-38a04e69958b req-c50c9425-f651-4316-a967-cf48986fcf65 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568845 Mar 27 15:28:46.237432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735ad4d-687b-4055-a1a6-5be63667f8e8 req-50a57afe-52d6-4a37-9ca7-1c9e54ff7102 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:46.238987 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b735ad4d-687b-4055-a1a6-5be63667f8e8 req-50a57afe-52d6-4a37-9ca7-1c9e54ff7102 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 943 time: 0.0607660 Mar 27 15:28:46.294415 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b735ad4d-687b-4055-a1a6-5be63667f8e8 req-b87d2189-d2d5-4154-b585-f2716ec3e4a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 Mar 27 15:28:46.657944 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66c70d9d-3073-42d1-a866-ced5c370098e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:28:46.792197 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 66c70d9d-3073-42d1-a866-ced5c370098e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66c70d9d-3073-42d1-a866-ced5c370098e,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:46.824965 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '66c70d9d-3073-42d1-a866-ced5c370098e', 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a', 'port_id': '66c70d9d-3073-42d1-a866-ced5c370098e', 'mac_address': 'fa:16:3e:cb:25:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb40f5f-0677-42b1-939b-114d144151d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:28:46.892230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f903-54da-47db-a99b-7687b26acf9a req-82c11693-5fe3-4136-a061-d02007cee9df tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:46.900919 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 66c70d9d-3073-42d1-a866-ced5c370098e is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:46.901994 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-46b6f903-54da-47db-a99b-7687b26acf9a req-82c11693-5fe3-4136-a061-d02007cee9df tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0807881 Mar 27 15:28:46.903516 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:46.923081 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c70d9d-3073-42d1-a866-ced5c370098e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:28:46.938922 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-e19bf699-6b15-459c-9030-e1c4d6bdaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:46.941077 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-e19bf699-6b15-459c-9030-e1c4d6bdaaa5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1130 time: 0.1383297 Mar 27 15:28:46.956519 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 66c70d9d-3073-42d1-a866-ced5c370098e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66c70d9d-3073-42d1-a866-ced5c370098e,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:46.964798 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:47.020207 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-46b6f903-54da-47db-a99b-7687b26acf9a req-6039b402-c343-460a-b65e-093c2fe830d8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171720 Mar 27 15:28:47.040628 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=66c70d9d-3073-42d1-a866-ced5c370098e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:47.045938 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d30bfb-a3b0-4f5a-86f5-4e167734c3ff req-03068156-a0c6-4dad-865a-d1cb4ed70de0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:47.047572 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39d30bfb-a3b0-4f5a-86f5-4e167734c3ff req-03068156-a0c6-4dad-865a-d1cb4ed70de0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1978867 Mar 27 15:28:47.122305 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-5267df27-28ac-4ab0-a2fe-15f2fbaea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:47.124089 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-5267df27-28ac-4ab0-a2fe-15f2fbaea1ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.1754005 Mar 27 15:28:47.128377 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39d30bfb-a3b0-4f5a-86f5-4e167734c3ff req-afac67dc-4eaa-47c3-8711-15ac4b41b784 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697806 Mar 27 15:28:47.181358 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-12fc8afd-419f-44ea-87cd-7c9ef5cec7d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 217 time: 0.0493796 Mar 27 15:28:47.239325 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-20fc0e7a-3576-4320-be54-2d80cc9a4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:47.241641 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-20fc0e7a-3576-4320-be54-2d80cc9a4c9d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0544140 Mar 27 15:28:47.287629 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['66c70d9d-3073-42d1-a866-ced5c370098e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:47.359221 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-cbdfe57b-e83b-430c-a51b-36653cd20b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:47.363823 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-cbdfe57b-e83b-430c-a51b-36653cd20b78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161072 Mar 27 15:28:47.462302 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c1a0-2133-426e-9dd5-11a6fedb36d5 req-a4d2cb6e-0758-4cfd-8bbb-e62a65335e54 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:47.470979 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7740c1a0-2133-426e-9dd5-11a6fedb36d5 req-a4d2cb6e-0758-4cfd-8bbb-e62a65335e54 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 944 time: 0.0657954 Mar 27 15:28:47.497547 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-5d47e21e-91ab-434d-bb3a-585213897641 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248608 Mar 27 15:28:47.535013 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7740c1a0-2133-426e-9dd5-11a6fedb36d5 req-dabc9e4b-a285-41f0-b03c-8cb8e14003a6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Mar 27 15:28:47.598506 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02b333f2-9e9e-4ab3-a9de-b936eab1f8d6 req-f00b2c1a-f115-44a0-9ec6-f3a51429fa78 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914788 Mar 27 15:28:48.162642 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380c740-77ac-4f6d-8deb-1487c3d341ea req-572a3126-bf78-4755-929e-5c3637719e34 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:48.164211 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d380c740-77ac-4f6d-8deb-1487c3d341ea req-572a3126-bf78-4755-929e-5c3637719e34 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0711644 Mar 27 15:28:48.221467 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d380c740-77ac-4f6d-8deb-1487c3d341ea req-ffec78e8-98e0-4df7-8004-d80c74d9d928 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510142 Mar 27 15:28:48.296468 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f421db-a2f6-442a-8b4a-b44b9bed865a req-16fb7181-4080-495b-b018-f018cbc09ab8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:48.298080 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-30f421db-a2f6-442a-8b4a-b44b9bed865a req-16fb7181-4080-495b-b018-f018cbc09ab8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0569122 Mar 27 15:28:48.349270 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-30f421db-a2f6-442a-8b4a-b44b9bed865a req-dca48f85-6923-4882-b571-841aa6989a9f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448434 Mar 27 15:28:48.626796 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46164) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:48.658451 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7820e1-b76b-4592-89fe-d686098d4012 req-c334141d-c95f-44b5-8a6a-d1af26503f36 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:48.659986 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3b7820e1-b76b-4592-89fe-d686098d4012 req-c334141d-c95f-44b5-8a6a-d1af26503f36 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 944 time: 0.0654314 Mar 27 15:28:48.712349 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3b7820e1-b76b-4592-89fe-d686098d4012 req-f8a6ce9a-3a8a-4109-be8e-e39bb2f66239 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Mar 27 15:28:48.770764 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87b0d88b-9bec-4b3d-828d-b71fe914e4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:48.850528 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87b0d88b-9bec-4b3d-828d-b71fe914e4ce admin admin] Publish callbacks [] for security_group (6aeb0af5-861c-4b94-b4c6-9fa8f5adb982), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:48.854550 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87b0d88b-9bec-4b3d-828d-b71fe914e4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (6aeb0af5-861c-4b94-b4c6-9fa8f5adb982), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:48.893283 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-87b0d88b-9bec-4b3d-828d-b71fe914e4ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3b0cd039e384cee91bee6243cbbee73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652295 Mar 27 15:28:48.894125 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0d88b-9bec-4b3d-828d-b71fe914e4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeb0af5-861c-4b94-b4c6-9fa8f5adb982,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:48.896731 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 46172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:48.945108 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ccdcd3-7ee5-4494-b787-18f3abf3adce admin admin] Publish callbacks [] for security_group (6aeb0af5-861c-4b94-b4c6-9fa8f5adb982), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:48.966288 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ccdcd3-7ee5-4494-b787-18f3abf3adce admin admin] Publish callbacks [] for security_group (6aeb0af5-861c-4b94-b4c6-9fa8f5adb982), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.019295 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ccdcd3-7ee5-4494-b787-18f3abf3adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (6aeb0af5-861c-4b94-b4c6-9fa8f5adb982), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.022044 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ccdcd3-7ee5-4494-b787-18f3abf3adce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.023496 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-02ccdcd3-7ee5-4494-b787-18f3abf3adce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6aeb0af5-861c-4b94-b4c6-9fa8f5adb982 HTTP/1.1" status: 204 len: 168 time: 0.1255932 Mar 27 15:28:49.031987 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccdcd3-7ee5-4494-b787-18f3abf3adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeb0af5-861c-4b94-b4c6-9fa8f5adb982,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:49.339067 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df432-919e-4792-b841-f7a1c5d067e4 req-322b4cd9-9053-401f-bac1-df2fe4e32c4b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:49.340903 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-786df432-919e-4792-b841-f7a1c5d067e4 req-322b4cd9-9053-401f-bac1-df2fe4e32c4b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0550592 Mar 27 15:28:49.388062 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-786df432-919e-4792-b841-f7a1c5d067e4 req-d3230a47-7103-47c9-b824-307a16944bd4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Mar 27 15:28:49.413454 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66c70d9d-3073-42d1-a866-ced5c370098e up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:28:49.466567 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 66c70d9d-3073-42d1-a866-ced5c370098e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:28:49.470964 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 66c70d9d-3073-42d1-a866-ced5c370098e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:28:49.471349 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.500415 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70543a23-406e-47a2-8f42-9fa5bde7946f req-edd5878b-bfb5-4fac-9c4e-9dad29a378ba tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:49.502001 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-70543a23-406e-47a2-8f42-9fa5bde7946f req-edd5878b-bfb5-4fac-9c4e-9dad29a378ba tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0693641 Mar 27 15:28:49.559680 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-70543a23-406e-47a2-8f42-9fa5bde7946f req-dba52bf5-03b0-4825-bb9e-a50e56e526da tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520611 Mar 27 15:28:49.567658 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 66c70d9d-3073-42d1-a866-ced5c370098e is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:28:49.568060 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.597228 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175662e-ec47-468f-a510-6efad5f25332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c70d9d-3073-42d1-a866-ced5c370098e'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:49.599523 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e6e87-7c55-4781-97d7-65d436e73265" -d '{"events": [{"server_uuid": "c175662e-ec47-468f-a510-6efad5f25332", "name": "network-vif-plugged", "status": "completed", "tag": "66c70d9d-3073-42d1-a866-ced5c370098e"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:49.612372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 66c70d9d-3073-42d1-a866-ced5c370098e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66c70d9d-3073-42d1-a866-ced5c370098e,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:49.616656 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:49.641317 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175650c-e3e2-43a5-92b2-322be4e9ec30 x-openstack-request-id: req-1175650c-e3e2-43a5-92b2-322be4e9ec30 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:49.641621 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175662e-ec47-468f-a510-6efad5f25332", "name": "network-vif-plugged", "status": "completed", "tag": "66c70d9d-3073-42d1-a866-ced5c370098e", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:49.641875 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1175650c-e3e2-43a5-92b2-322be4e9ec30 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:49.642277 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1175650c-e3e2-43a5-92b2-322be4e9ec30'] response: {'server_uuid': 'c175662e-ec47-468f-a510-6efad5f25332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c70d9d-3073-42d1-a866-ced5c370098e', 'code': 200} Mar 27 15:28:49.669125 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=66c70d9d-3073-42d1-a866-ced5c370098e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:49.836209 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694595d-ff55-4d34-baaf-8954038afcab req-9988fe76-2299-492f-b725-b6f95432f97e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:49.838323 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3694595d-ff55-4d34-baaf-8954038afcab req-9988fe76-2299-492f-b725-b6f95432f97e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0578792 Mar 27 15:28:49.884469 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3694595d-ff55-4d34-baaf-8954038afcab req-b8e7ae2f-95ac-46dc-a4d2-3396f1b1e563 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Mar 27 15:28:50.507957 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42156fbd-cac3-4db0-897e-6dd86ba3e53b req-d0b9c32f-f2e6-4422-9027-e0fd6d46ff7c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:50.509961 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-42156fbd-cac3-4db0-897e-6dd86ba3e53b req-d0b9c32f-f2e6-4422-9027-e0fd6d46ff7c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0511653 Mar 27 15:28:50.558848 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-42156fbd-cac3-4db0-897e-6dd86ba3e53b req-4ad009d3-da32-409c-8cf6-ebe1c16f1a90 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Mar 27 15:28:50.682721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc7b77-3194-4c60-af59-2ba49434a787 req-cc63edd3-9410-4dd5-b7a0-3d946b32cefc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:50.684217 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1ccc7b77-3194-4c60-af59-2ba49434a787 req-cc63edd3-9410-4dd5-b7a0-3d946b32cefc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0533571 Mar 27 15:28:50.733294 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1ccc7b77-3194-4c60-af59-2ba49434a787 req-f4d4a392-3bc7-45b9-ba93-cd65b65f0c8e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Mar 27 15:28:50.999439 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6b39d-47a5-4574-871e-595288d411c4 req-c3d48aba-73a8-47cb-9753-9eae3159c9ae tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:51.000874 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2be6b39d-47a5-4574-871e-595288d411c4 req-c3d48aba-73a8-47cb-9753-9eae3159c9ae tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Mar 27 15:28:51.045635 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2be6b39d-47a5-4574-871e-595288d411c4 req-d3f015b8-7206-4ab3-b773-9100936caa34 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Mar 27 15:28:51.294237 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa512-8058-4c4f-945e-cbe1eadb0d14 req-102de89b-70f8-423b-92f6-7045b1c12b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:51.295832 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d00fa512-8058-4c4f-945e-cbe1eadb0d14 req-102de89b-70f8-423b-92f6-7045b1c12b5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 1129 time: 0.0451310 Mar 27 15:28:51.340064 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d00fa512-8058-4c4f-945e-cbe1eadb0d14 req-343871b0-b96c-4827-a9f1-ab8d8348dc1d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Mar 27 15:28:51.686265 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0d58a-00ab-4d55-828e-be009148c37b req-16c6bc89-596b-4811-a6fc-a48ebca63517 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:51.687838 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cbe0d58a-00ab-4d55-828e-be009148c37b req-16c6bc89-596b-4811-a6fc-a48ebca63517 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0603929 Mar 27 15:28:51.736924 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cbe0d58a-00ab-4d55-828e-be009148c37b req-05bb6b5f-1d2a-444e-85c1-eb4b55e602dd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Mar 27 15:28:51.854731 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0b491-8bfa-4d48-87bc-57150b6e1181 req-a49070f2-9826-4ad9-87d6-4b54258fd284 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:51.856112 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f6c0b491-8bfa-4d48-87bc-57150b6e1181 req-a49070f2-9826-4ad9-87d6-4b54258fd284 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0540359 Mar 27 15:28:51.902436 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f6c0b491-8bfa-4d48-87bc-57150b6e1181 req-dca047a1-17f3-4438-87a9-9b97604505d2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Mar 27 15:28:52.166262 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf6696-3cca-4530-914c-1d8bd54b0303 req-9b072b25-6e71-4356-b694-8d5f4ec2ce1a tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:52.167788 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1dcf6696-3cca-4530-914c-1d8bd54b0303 req-9b072b25-6e71-4356-b694-8d5f4ec2ce1a tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0571730 Mar 27 15:28:52.214688 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1dcf6696-3cca-4530-914c-1d8bd54b0303 req-7885cac3-6280-4607-b07f-cc53f719b342 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Mar 27 15:28:52.860848 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afab5f-7ace-4fba-b01f-0e811796c33c req-042d0171-4f71-4a46-b217-d615663f2d1e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:52.863275 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02afab5f-7ace-4fba-b01f-0e811796c33c req-042d0171-4f71-4a46-b217-d615663f2d1e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0606775 Mar 27 15:28:52.912731 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02afab5f-7ace-4fba-b01f-0e811796c33c req-dbff8d94-d008-4d93-93c9-de66e9121e1d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Mar 27 15:28:53.030551 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12315b1-d03a-4f61-8a77-31f6701afcb1 req-83ae735d-c439-4348-adf0-6b4ebea1fb8d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:53.031907 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d12315b1-d03a-4f61-8a77-31f6701afcb1 req-83ae735d-c439-4348-adf0-6b4ebea1fb8d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Mar 27 15:28:53.076322 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d12315b1-d03a-4f61-8a77-31f6701afcb1 req-0882935d-af87-4683-89e4-e3f7a4e318c2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Mar 27 15:28:53.327462 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28f267-604e-408c-b2a6-0d2696f1ff0f req-3f01aa16-50c2-4bf0-9937-40e5f8388289 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:53.328900 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3d28f267-604e-408c-b2a6-0d2696f1ff0f req-3f01aa16-50c2-4bf0-9937-40e5f8388289 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0504472 Mar 27 15:28:53.376956 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3d28f267-604e-408c-b2a6-0d2696f1ff0f req-bd3b0ba8-e0bb-4fcd-96cb-ab2fe0411051 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Mar 27 15:28:54.031839 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a99fb0-582b-4ef8-94d8-f0960850d655 req-7660e0bc-35d1-4596-ba38-1da66124e047 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:54.033291 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84a99fb0-582b-4ef8-94d8-f0960850d655 req-7660e0bc-35d1-4596-ba38-1da66124e047 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0526037 Mar 27 15:28:54.079677 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84a99fb0-582b-4ef8-94d8-f0960850d655 req-a491e0a0-f826-4b19-979c-f5eed836b59f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Mar 27 15:28:54.197396 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73d865-08b9-4fb8-95d7-6924f5198839 req-7701052b-86eb-471b-a2a3-25297d23e3ed tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:54.198885 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4d73d865-08b9-4fb8-95d7-6924f5198839 req-7701052b-86eb-471b-a2a3-25297d23e3ed tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Mar 27 15:28:54.244737 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4d73d865-08b9-4fb8-95d7-6924f5198839 req-c2eff7fd-6542-49c6-9e0b-4102895e15c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Mar 27 15:28:55.199365 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1bcb-6d74-4c7c-abc2-27ddcb9d3970 req-4bc79366-01ce-436b-ac41-44fd25f82d70 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:55.200896 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4cf1bcb-6d74-4c7c-abc2-27ddcb9d3970 req-4bc79366-01ce-436b-ac41-44fd25f82d70 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0561001 Mar 27 15:28:55.247650 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4cf1bcb-6d74-4c7c-abc2-27ddcb9d3970 req-ce3233ab-08f1-4117-9f3a-85ec957e24bc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Mar 27 15:28:55.367984 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1617cd6-3486-48a5-85c9-c1a3b3eaf6de req-59a63719-400f-41f5-85d9-3354501f7775 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:55.369640 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f1617cd6-3486-48a5-85c9-c1a3b3eaf6de req-59a63719-400f-41f5-85d9-3354501f7775 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0535271 Mar 27 15:28:55.415744 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f1617cd6-3486-48a5-85c9-c1a3b3eaf6de req-6849034d-2ae0-41a5-a373-90acabc9d53a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Mar 27 15:28:56.368810 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742bf23-c8c3-472d-a6cb-9a2029cad773 req-fda9d6a8-f281-46f3-b3c4-75150099bf4b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:56.370257 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f742bf23-c8c3-472d-a6cb-9a2029cad773 req-fda9d6a8-f281-46f3-b3c4-75150099bf4b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0522709 Mar 27 15:28:56.416088 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f742bf23-c8c3-472d-a6cb-9a2029cad773 req-12458c1c-5fc6-4376-be17-eb3f785eb5e1 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Mar 27 15:28:56.542202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72111202-a692-4281-8cac-b98674b98366 req-0d80b72e-a8e2-4de4-8473-6eb16671f93b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:56.543515 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-72111202-a692-4281-8cac-b98674b98366 req-0d80b72e-a8e2-4de4-8473-6eb16671f93b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0566196 Mar 27 15:28:56.591825 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-72111202-a692-4281-8cac-b98674b98366 req-cbcafd6b-0819-4ea4-baa5-bed296f2207a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Mar 27 15:28:57.479997 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d6c62-c060-4062-839b-c45473470292 req-32d3525e-824e-4862-a5d7-b0591ef4c6b2 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:57.481505 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-478d6c62-c060-4062-839b-c45473470292 req-32d3525e-824e-4862-a5d7-b0591ef4c6b2 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Mar 27 15:28:57.529761 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-478d6c62-c060-4062-839b-c45473470292 req-071be8de-1f18-4c05-924b-5c0b6839ad0e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Mar 27 15:28:57.536760 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb70a36-8895-488d-8652-7c435a199567 req-59323f23-252d-4716-ae11-72a3d23791b6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:57.538230 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ebb70a36-8895-488d-8652-7c435a199567 req-59323f23-252d-4716-ae11-72a3d23791b6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0535893 Mar 27 15:28:57.590510 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ebb70a36-8895-488d-8652-7c435a199567 req-5760e73e-571c-4d6f-abd3-78ea6ece4650 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Mar 27 15:28:57.741309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30448dca-29c5-434e-a614-85b3bfdfcf78 req-21cdd779-eeb7-42fe-b132-5df5ddc977a7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:57.743417 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-30448dca-29c5-434e-a614-85b3bfdfcf78 req-21cdd779-eeb7-42fe-b132-5df5ddc977a7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0646524 Mar 27 15:28:57.795746 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-30448dca-29c5-434e-a614-85b3bfdfcf78 req-d062173d-894a-4b00-b46b-ca269e7f41ca tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459995 Mar 27 15:28:58.652393 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e211d70-23b8-4919-b77f-b3305d8f3356 req-674a6dd3-dda5-4017-b07c-98647f9bdc9e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:58.653900 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e211d70-23b8-4919-b77f-b3305d8f3356 req-674a6dd3-dda5-4017-b07c-98647f9bdc9e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0578470 Mar 27 15:28:58.707535 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e211d70-23b8-4919-b77f-b3305d8f3356 req-bece0e0a-3128-47fd-a9ef-9282cf99c39b tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Mar 27 15:28:58.714821 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765be74-8ed3-4b45-b899-2edc09a5edad req-a9d26515-0f0c-4bf7-8eef-88b238faa3d8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:58.716680 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6765be74-8ed3-4b45-b899-2edc09a5edad req-a9d26515-0f0c-4bf7-8eef-88b238faa3d8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0594234 Mar 27 15:28:58.767414 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6765be74-8ed3-4b45-b899-2edc09a5edad req-c3a7294e-d603-4797-95a8-a222bab5f546 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Mar 27 15:28:58.944040 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b402d4-83af-41ae-9da9-b043758c0936 req-e0050f0e-f056-42fa-9b68-eca2d05eab4e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:58.945770 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e0b402d4-83af-41ae-9da9-b043758c0936 req-e0050f0e-f056-42fa-9b68-eca2d05eab4e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0564225 Mar 27 15:28:59.001136 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e0b402d4-83af-41ae-9da9-b043758c0936 req-e7f5b994-3697-4934-ad85-4a881373afa1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486677 Mar 27 15:28:59.165822 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-f4fa36f3-b65f-4ac6-8f2e-850c8a5c517f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:59.167232 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-f4fa36f3-b65f-4ac6-8f2e-850c8a5c517f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 945 time: 0.0571945 Mar 27 15:28:59.351576 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Deleting port 66c70d9d-3073-42d1-a866-ced5c370098e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:28:59.353128 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:59.450019 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] For port 66c70d9d-3073-42d1-a866-ced5c370098e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66c70d9d-3073-42d1-a866-ced5c370098e,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:28:59.450379 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:59.466467 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Calling delete_port for 66c70d9d-3073-42d1-a866-ced5c370098e owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:28:59.676893 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (66c70d9d-3073-42d1-a866-ced5c370098e), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:59.689875 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['66c70d9d-3073-42d1-a866-ced5c370098e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:28:59.717343 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Pushing event deleted for resources: {'Port': ['ID=66c70d9d-3073-42d1-a866-ced5c370098e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:28:59.792058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] No DVR routers for this DVR port 66c70d9d-3073-42d1-a866-ced5c370098e on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:28:59.803778 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:28:59.807839 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6e684756-ed31-4eb5-8f0e-0b06962b9a3b req-20ce4636-7b20-463a-8194-9f30b598e48f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "DELETE /v2.0/ports/66c70d9d-3073-42d1-a866-ced5c370098e HTTP/1.1" status: 204 len: 173 time: 0.6344116 Mar 27 15:28:59.808377 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175662e-ec47-468f-a510-6efad5f25332', 'name': 'network-vif-deleted', 'tag': '66c70d9d-3073-42d1-a866-ced5c370098e'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:28:59.810741 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb5dcb-ce1f-4669-992d-ab7659f28278" -d '{"events": [{"server_uuid": "c175662e-ec47-468f-a510-6efad5f25332", "name": "network-vif-deleted", "tag": "66c70d9d-3073-42d1-a866-ced5c370098e"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:28:59.839168 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8192130d-0b1f-40e2-bea1-9ad8dfd7f0f3 req-2d876f27-3497-4bdc-a587-e32e276ed119 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0442748 Mar 27 15:28:59.873173 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 46420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:28:59.907382 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd722a-efe0-4013-9fde-01349938c345 x-openstack-request-id: req-c1bd722a-efe0-4013-9fde-01349938c345 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:28:59.907750 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175662e-ec47-468f-a510-6efad5f25332", "name": "network-vif-deleted", "tag": "66c70d9d-3073-42d1-a866-ced5c370098e", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:28:59.908180 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1bd722a-efe0-4013-9fde-01349938c345 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:28:59.908931 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bd722a-efe0-4013-9fde-01349938c345'] response: {'server_uuid': 'c175662e-ec47-468f-a510-6efad5f25332', 'name': 'network-vif-deleted', 'tag': '66c70d9d-3073-42d1-a866-ced5c370098e', 'status': 'completed', 'code': 200} Mar 27 15:28:59.922098 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a596a6-b825-4eab-81b7-45cef0777471 req-36f22b62-311e-452d-b69f-2416831195a6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:28:59.923610 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c5a596a6-b825-4eab-81b7-45cef0777471 req-36f22b62-311e-452d-b69f-2416831195a6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0829079 Mar 27 15:28:59.979591 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c5a596a6-b825-4eab-81b7-45cef0777471 req-6492651b-bd33-4f44-9359-d615cba9d3fd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502942 Mar 27 15:29:00.005985 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1b34e83-0be6-4c68-96b8-50905880e732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.121371 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1b34e83-0be6-4c68-96b8-50905880e732 admin admin] Publish callbacks [] for security_group (d9f8ae17-5f56-47ec-993e-01f02c659658), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.125966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1b34e83-0be6-4c68-96b8-50905880e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d9f8ae17-5f56-47ec-993e-01f02c659658), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.168026 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b1b34e83-0be6-4c68-96b8-50905880e732 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a7537ef6574468b877b5e8021ffb0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933495 Mar 27 15:29:00.170864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46432) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:00.182987 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bfa5b-4fbb-4b18-82fe-e731ba24f5ba req-1d553327-1480-4b46-af51-86b5bbc1a803 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:00.184463 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fb8bfa5b-4fbb-4b18-82fe-e731ba24f5ba req-1d553327-1480-4b46-af51-86b5bbc1a803 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1036484 Mar 27 15:29:00.185087 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b34e83-0be6-4c68-96b8-50905880e732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f8ae17-5f56-47ec-993e-01f02c659658,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:00.204930 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 46434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:00.224826 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-471cca01-4ba8-4b7f-9f6d-938636afac6a admin admin] Publish callbacks [] for security_group (d9f8ae17-5f56-47ec-993e-01f02c659658), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.239149 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fb8bfa5b-4fbb-4b18-82fe-e731ba24f5ba req-9d606a51-7de2-4561-8a3e-79deae184d87 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487254 Mar 27 15:29:00.249023 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-471cca01-4ba8-4b7f-9f6d-938636afac6a admin admin] Publish callbacks [] for security_group (d9f8ae17-5f56-47ec-993e-01f02c659658), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.305858 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-471cca01-4ba8-4b7f-9f6d-938636afac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d9f8ae17-5f56-47ec-993e-01f02c659658), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.308524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-471cca01-4ba8-4b7f-9f6d-938636afac6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.312305 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-471cca01-4ba8-4b7f-9f6d-938636afac6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9f8ae17-5f56-47ec-993e-01f02c659658 HTTP/1.1" status: 204 len: 168 time: 0.1377330 Mar 27 15:29:00.325342 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cca01-4ba8-4b7f-9f6d-938636afac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f8ae17-5f56-47ec-993e-01f02c659658,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:00.327653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be96ea22-f91a-4f4c-b586-1cb43904ca89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.438055 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be96ea22-f91a-4f4c-b586-1cb43904ca89 admin admin] Publish callbacks [] for security_group (efa82b11-c995-450d-8eb4-94539853a182), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.442575 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be96ea22-f91a-4f4c-b586-1cb43904ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (efa82b11-c995-450d-8eb4-94539853a182), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.493307 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-be96ea22-f91a-4f4c-b586-1cb43904ca89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b10997bc751442f86d93b73bc456506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873387 Mar 27 15:29:00.494469 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96ea22-f91a-4f4c-b586-1cb43904ca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa82b11-c995-450d-8eb4-94539853a182,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:00.496184 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46450) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:00.556092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Publish callbacks [] for security_group (efa82b11-c995-450d-8eb4-94539853a182), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.578895 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Publish callbacks [] for security_group (efa82b11-c995-450d-8eb4-94539853a182), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.616781 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-413f1ffd-f706-4b47-95e5-457553d97a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.642217 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (efa82b11-c995-450d-8eb4-94539853a182), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.645349 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:00.648610 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efa82b11-c995-450d-8eb4-94539853a182 HTTP/1.1" status: 204 len: 168 time: 0.1503832 Mar 27 15:29:00.661417 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa82b11-c995-450d-8eb4-94539853a182,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:00.669692 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.670437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.670573 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.670829 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.671192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.671526 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.671853 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.672174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.672524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.672965 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.673381 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.673729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.674052 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.674369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.674686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75c8aa-6495-45ce-a316-d4056edd37e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:00.977132 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8763bc0d-991f-4629-b4ae-ed42d9d8148a req-c35a7650-8269-4e98-9913-d910f771095f tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Mar 27 15:29:01.104306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736829c8-b154-4d15-b1fa-2c92d1131a9b req-0df525e8-fab6-4daf-bc8e-cfc0a6283825 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:01.106351 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-736829c8-b154-4d15-b1fa-2c92d1131a9b req-0df525e8-fab6-4daf-bc8e-cfc0a6283825 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0593352 Mar 27 15:29:01.166668 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-736829c8-b154-4d15-b1fa-2c92d1131a9b req-a4499f7e-c6f0-46e1-bc0c-f2f4e34cf746 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Mar 27 15:29:01.369359 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d058e8a-ea6f-433b-8528-7285672a65a2 req-302d489f-f5ba-484a-8a7b-b2c297c1fe1a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:01.370968 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3d058e8a-ea6f-433b-8528-7285672a65a2 req-302d489f-f5ba-484a-8a7b-b2c297c1fe1a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0557396 Mar 27 15:29:01.427640 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3d058e8a-ea6f-433b-8528-7285672a65a2 req-ad873e87-bea4-4a74-88c9-ecafaf9bb2ee tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505264 Mar 27 15:29:02.084362 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d401fc99-9b30-4e99-843a-cf74da7d4c38 req-ad023830-e382-429a-8e65-490695d6f18d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=c175662e-ec47-468f-a510-6efad5f25332 HTTP/1.1" status: 200 len: 210 time: 0.0259268 Mar 27 15:29:02.292862 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dc777-1827-4e14-94e5-a076ab3b105c req-9fc20eac-ab1b-4232-a084-01293d2464ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:02.294356 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-781dc777-1827-4e14-94e5-a076ab3b105c req-9fc20eac-ab1b-4232-a084-01293d2464ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0563469 Mar 27 15:29:02.341996 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-781dc777-1827-4e14-94e5-a076ab3b105c req-7fbb7dd5-9947-463f-b44a-2216e5bf57fb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420027 Mar 27 15:29:02.562970 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57758b-aa17-4dc1-9d8f-cf55b852f5c0 req-55285a04-c9e6-4f06-a33a-520a3d2fbf05 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:02.564477 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5a57758b-aa17-4dc1-9d8f-cf55b852f5c0 req-55285a04-c9e6-4f06-a33a-520a3d2fbf05 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Mar 27 15:29:02.619010 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5a57758b-aa17-4dc1-9d8f-cf55b852f5c0 req-5aa806ad-dc04-46d2-8e53-f529b1198930 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482576 Mar 27 15:29:02.990077 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a5073f9-d918-40c6-a1cd-33d5dec9987e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:03.449089 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-93e19213-b266-4ff8-9006-e9dc4efc03fb tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:03.450544 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-93e19213-b266-4ff8-9006-e9dc4efc03fb tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/networks?id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 200 len: 809 time: 0.1063998 Mar 27 15:29:03.465006 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-3db80976-edf6-4810-9846-2a1800842fc8 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/quotas/6484d4f26da04c00bb739735fc16772b HTTP/1.1" status: 200 len: 375 time: 0.0089023 Mar 27 15:29:03.472568 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3edcf-a6dc-4bec-8344-0b942c21378a req-0e3dfc24-6822-4c70-9149-85a55e99fd81 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:03.474043 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fcc3edcf-a6dc-4bec-8344-0b942c21378a req-0e3dfc24-6822-4c70-9149-85a55e99fd81 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0519500 Mar 27 15:29:03.499117 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-6248083b-2e68-400e-b2d8-1a57621875a8 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6484d4f26da04c00bb739735fc16772b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285523 Mar 27 15:29:03.526974 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fcc3edcf-a6dc-4bec-8344-0b942c21378a req-4808a6eb-33cb-45d1-a489-6d3c496040d4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Mar 27 15:29:03.594214 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-dd29b4db-2fe8-4a6d-a586-cc3923ad1f85 service neutron] 10.222.0.10 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883071 Mar 27 15:29:03.801988 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fba77-199c-422b-9583-7c53dd242040 req-8199bf6c-2874-4bb0-8de2-4393b7fb3bb3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:03.810854 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7f7fba77-199c-422b-9583-7c53dd242040 req-8199bf6c-2874-4bb0-8de2-4393b7fb3bb3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0886052 Mar 27 15:29:03.885289 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7f7fba77-199c-422b-9583-7c53dd242040 req-701e21a1-3211-4eb2-b0cc-f022775589ea tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681028 Mar 27 15:29:03.947376 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-09ec3fe8-726a-4c73-8945-b9257440e112 service neutron] 10.222.0.10 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456156 Mar 27 15:29:04.048401 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:04.223783 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4d0229c-5311-46fd-a59b-a12a01e1656f req-80296fbf-2160-4931-8348-f7cf7c17a18e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 210 time: 0.0894554 Mar 27 15:29:04.420924 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-2b86a77e-5e89-47f5-a4cf-b41ebff175b7 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4fef6475dfa64808ae9629c9799b736d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452802 Mar 27 15:29:04.648687 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-7b92c38b-a807-4d16-a2ad-458bb910e19c tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:04.651298 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-7b92c38b-a807-4d16-a2ad-458bb910e19c tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285156 Mar 27 15:29:04.667486 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6c1ea35f-961d-4cb2-ad00-371c6500997d tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/quotas/4fef6475dfa64808ae9629c9799b736d HTTP/1.1" status: 200 len: 375 time: 0.0108731 Mar 27 15:29:04.676389 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52f7c-c120-4219-8c03-db2d339e60b4 req-eda0b10f-b3c3-489e-a002-55c3cf8756f7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:04.678333 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-27b52f7c-c120-4219-8c03-db2d339e60b4 req-eda0b10f-b3c3-489e-a002-55c3cf8756f7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0773237 Mar 27 15:29:04.717207 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66c70d9d-3073-42d1-a866-ced5c370098e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:29:04.718981 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-9e944d31-f0e3-4a5f-8f0f-0c6d9a23525e tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fef6475dfa64808ae9629c9799b736d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445328 Mar 27 15:29:04.741314 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 66c70d9d-3073-42d1-a866-ced5c370098e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:29:04.741669 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 66c70d9d-3073-42d1-a866-ced5c370098e not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:29:04.757687 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-27b52f7c-c120-4219-8c03-db2d339e60b4 req-de790921-cccc-4ac9-af34-3eceb7531ebe tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Mar 27 15:29:04.894205 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3141da26-a63c-436b-8228-202f0758f8f1 req-b386cfc2-1178-481c-8acb-60732b7972ca tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Mar 27 15:29:05.037526 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e721228-bd79-4bb4-baa3-407819b5e041 req-488970a7-f0f3-4bc9-93a5-a45af6bd1306 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.039279 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e721228-bd79-4bb4-baa3-407819b5e041 req-488970a7-f0f3-4bc9-93a5-a45af6bd1306 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0774128 Mar 27 15:29:05.097700 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e721228-bd79-4bb4-baa3-407819b5e041 req-472520bd-3a9a-4d9c-860f-9e1e1e125d1e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497317 Mar 27 15:29:05.330335 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-54a79701-841a-4535-ba1d-004f0e85ea86 req-730554b6-0210-424a-a8ca-915171761e89 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 210 time: 0.0381861 Mar 27 15:29:05.366894 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:05.577526 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-547613da-1a67-4f82-beae-efd09b5651eb tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.588283 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-547613da-1a67-4f82-beae-efd09b5651eb tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "GET /v2.0/networks?id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 200 len: 809 time: 0.2489460 Mar 27 15:29:05.623703 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Request body: {'port': {'device_id': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a', 'admin_state_up': True, 'tenant_id': '6484d4f26da04c00bb739735fc16772b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:05.748681 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Made reservation on behalf of 6484d4f26da04c00bb739735fc16772b for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:05.752558 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:05.756060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-1fc3723f-d06c-468f-b521-d926b67b078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.757576 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-1fc3723f-d06c-468f-b521-d926b67b078e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1129 time: 0.0505250 Mar 27 15:29:05.887614 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-b21556d5-1c2f-4e1b-86d1-5ac50b85f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.889797 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-b21556d5-1c2f-4e1b-86d1-5ac50b85f2a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.1110382 Mar 27 15:29:05.944882 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Allocated IP 172.20.0.3 (6ca48d3e-6c65-4ee2-be48-187605d2cc5a/6bb40f5f-0677-42b1-939b-114d144151d0/4cba09f1-e6c0-437f-83a3-3806cda34e0d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:05.966762 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98fce-03dc-4739-8e1b-6e3d8b6508b5 req-89166011-3baf-4447-8035-10131be73d75 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:05.968445 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fcb98fce-03dc-4739-8e1b-6e3d8b6508b5 req-89166011-3baf-4447-8035-10131be73d75 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0992670 Mar 27 15:29:06.046451 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85b9cf8e-a95a-41d5-916b-3e71d46cb71d req-72c06ac3-792d-484f-beaf-691a871c6f91 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Mar 27 15:29:06.076022 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-e12a19cf-723e-4f9f-8097-ba72100e2ce5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 1001 time: 0.1378772 Mar 27 15:29:06.086977 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fcb98fce-03dc-4739-8e1b-6e3d8b6508b5 req-f55c596e-9467-42e8-add2-eb21444dfc42 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021948 Mar 27 15:29:06.163841 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks [] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:06.210549 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:06.256997 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:06.261010 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ffd3f-640e-4498-b05b-1656ee904396 req-9aec76cb-dcf7-4d95-9760-79e4a286e83a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:06.262613 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c3ffd3f-640e-4498-b05b-1656ee904396 req-9aec76cb-dcf7-4d95-9760-79e4a286e83a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0689027 Mar 27 15:29:06.262886 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:06.266894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:06.298563 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Pushing event updated for resources: {'Port': ['ID=4cba09f1-e6c0-437f-83a3-3806cda34e0d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:06.313701 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.314051 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.314398 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.314739 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.315112 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.315444 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.315770 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.316094 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.316423 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.316747 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.317073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.317397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.317718 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.318036 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.318354 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:06.338632 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:06.339380 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:06.357351 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-c3c54fe8-fb70-4d25-a2e8-4053157eadcc tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492161 Mar 27 15:29:06.463538 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f2cf-ac1c-47b8-8a42-635497c79762 req-053dd042-0c7e-4bcd-93cc-37ae19dfbdc3 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:06.464986 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8f57f2cf-ac1c-47b8-8a42-635497c79762 req-053dd042-0c7e-4bcd-93cc-37ae19dfbdc3 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 931 time: 0.0578532 Mar 27 15:29:06.504680 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c3ffd3f-640e-4498-b05b-1656ee904396 req-98eeba5a-cda3-470d-8906-fe47d012e324 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338347 Mar 27 15:29:06.515565 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8f57f2cf-ac1c-47b8-8a42-635497c79762 req-e48b8b03-dac5-4ddb-831d-bf935442afd4 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447447 Mar 27 15:29:06.916509 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:07.149137 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-76f1fee6-d5d5-4727-99bc-71dc92885861 req-3a83f8d0-e414-4d7d-8574-3b4559781614 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0276594 Mar 27 15:29:07.220780 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a15e1-e765-415b-ba2a-04ab52cf24d7 req-28a0a170-6e4b-4bba-9d73-fe2d25513512 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:07.222292 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-893a15e1-e765-415b-ba2a-04ab52cf24d7 req-28a0a170-6e4b-4bba-9d73-fe2d25513512 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0621967 Mar 27 15:29:07.275880 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-893a15e1-e765-415b-ba2a-04ab52cf24d7 req-782fc551-7bb4-4e15-9d2e-e7f91093a475 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Mar 27 15:29:07.630626 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975dfd-a893-4810-a9ca-682665ce21d2 req-237d9f47-2b88-41c9-8de6-54478ccf1dbe tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:07.632251 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7975dfd-a893-4810-a9ca-682665ce21d2 req-237d9f47-2b88-41c9-8de6-54478ccf1dbe tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0560367 Mar 27 15:29:07.640007 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaa9a3-f415-42c7-b6ec-40bd7889e023 req-06cd77a2-7e5a-4d5a-b201-fb0d9c15f12d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:07.651248 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5fbaa9a3-f415-42c7-b6ec-40bd7889e023 req-06cd77a2-7e5a-4d5a-b201-fb0d9c15f12d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 931 time: 0.0586853 Mar 27 15:29:07.683220 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7975dfd-a893-4810-a9ca-682665ce21d2 req-c3be4fc7-cd41-44be-b52b-5c61d6f2d686 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Mar 27 15:29:07.697489 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5fbaa9a3-f415-42c7-b6ec-40bd7889e023 req-29a60b50-bdb9-4793-a92e-8ace09fd321d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Mar 27 15:29:08.246277 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-82aa3aaf-2267-4018-8627-54f2f25706ef req-2c5099cd-2775-450f-b3ee-e1fbd1787250 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0294037 Mar 27 15:29:08.392519 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b369a2-ef37-465e-b66f-96155dfac0cd req-45cbe090-29a7-4917-b753-1e4627483405 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:08.393991 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c6b369a2-ef37-465e-b66f-96155dfac0cd req-45cbe090-29a7-4917-b753-1e4627483405 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0527189 Mar 27 15:29:08.443243 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c6b369a2-ef37-465e-b66f-96155dfac0cd req-51d428be-a699-460f-b327-c6e90631836c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Mar 27 15:29:08.603452 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:08.615818 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Request body: {'port': {'device_id': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:08.632920 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:08.682871 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-6bfad2dd-14b4-48de-aad3-7a959a0c43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:08.683985 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-6bfad2dd-14b4-48de-aad3-7a959a0c43f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0738821 Mar 27 15:29:08.699192 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:08.805958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:08.809165 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-d84d63fc-2b32-4906-8bb0-e69c2dbd1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:08.812791 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-d84d63fc-2b32-4906-8bb0-e69c2dbd1428 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184444 Mar 27 15:29:08.819478 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'mac_address': 'fa:16:3e:34:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:08.823441 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-4c5c772b-47ab-4bb0-9361-0157177bdb47 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4fef6475dfa64808ae9629c9799b736d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767901 Mar 27 15:29:08.860812 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: ACTIVE; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:08.861171 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:08.884752 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:08.913973 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:08.919679 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:08.989189 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07f27e-ef7f-4290-b557-d2a9a273483e req-08f92e4e-7f33-4170-84c8-038335d0e6ec tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:08.990829 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3f07f27e-ef7f-4290-b557-d2a9a273483e req-08f92e4e-7f33-4170-84c8-038335d0e6ec tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1663380 Mar 27 15:29:08.997215 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-9809b7ee-8d89-4372-8220-7a7b9a0c8834 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636126 Mar 27 15:29:08.999746 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:09.007753 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.009837 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.010490 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.011012 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.011504 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.013904 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.014412 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.015195 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.015683 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.016165 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.016663 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.017286 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.017765 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.018240 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.018733 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:09.063073 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:09.119599 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3f07f27e-ef7f-4290-b557-d2a9a273483e req-adbb26ff-4734-4502-9b41-c26184038e49 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212983 Mar 27 15:29:09.178424 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e80d4cf-2b41-441f-aa11-c7df17651d4c req-500b0e03-e5a9-48cb-9726-562e5cbc40fd service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575572 Mar 27 15:29:09.215042 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83c07a-ffac-46c9-bd49-d24f3632b4d0 req-0cba58cf-d751-42ae-9401-117de815afa2 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:09.222682 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-af83c07a-ffac-46c9-bd49-d24f3632b4d0 req-0cba58cf-d751-42ae-9401-117de815afa2 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 931 time: 0.3970833 Mar 27 15:29:09.258088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-41881038-49d9-4892-b374-4ef90628c7a6 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:09.260012 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-41881038-49d9-4892-b374-4ef90628c7a6 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073547 Mar 27 15:29:09.287010 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Request body: {'port': {'device_id': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469', 'admin_state_up': True, 'tenant_id': '4fef6475dfa64808ae9629c9799b736d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:09.388137 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f6fb2ae-a9f9-4182-892a-5364f109cb01 req-a125ade3-f311-4fe6-904a-af5039f30f6b tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0363405 Mar 27 15:29:09.451419 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-af83c07a-ffac-46c9-bd49-d24f3632b4d0 req-21db2008-c341-4e8a-8632-dac6e6b83d04 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282670 Mar 27 15:29:09.577128 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cba09f1-e6c0-437f-83a3-3806cda34e0d {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:09.587622 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Publish callbacks [] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:09.594080 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Made reservation on behalf of 4fef6475dfa64808ae9629c9799b736d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:09.595432 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0017a-00dc-4eab-954e-023d2cedabbe req-1febd38f-89c0-4a89-afd9-45e5d9052e97 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:09.595880 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:09.616328 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-33e0017a-00dc-4eab-954e-023d2cedabbe req-1febd38f-89c0-4a89-afd9-45e5d9052e97 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0780594 Mar 27 15:29:09.618401 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:09.622899 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Transition to ACTIVE for port object 4cba09f1-e6c0-437f-83a3-3806cda34e0d will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:09.635181 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:09.732161 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-33e0017a-00dc-4eab-954e-023d2cedabbe req-9b0f2dab-3f55-45a4-8d23-1b1aedb2122f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099601 Mar 27 15:29:09.766450 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Pushing event updated for resources: {'Port': ['ID=4cba09f1-e6c0-437f-83a3-3806cda34e0d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:09.913047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Attempting to bind port 4cba09f1-e6c0-437f-83a3-3806cda34e0d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:09.913381 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Attempting to bind port 4cba09f1-e6c0-437f-83a3-3806cda34e0d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:09.913989 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Attempting to bind port 4cba09f1-e6c0-437f-83a3-3806cda34e0d on network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:09.925637 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks [] for security_group (f1ac3c04-a42e-45ef-8280-0aa96cbd00ad), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:09.927338 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Port 4cba09f1-e6c0-437f-83a3-3806cda34e0d on network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:09.927784 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Attempting to bind port 4cba09f1-e6c0-437f-83a3-3806cda34e0d on network 6ca48d3e-6c65-4ee2-be48-187605d2cc5a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:09.939762 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f1ac3c04-a42e-45ef-8280-0aa96cbd00ad), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.038646 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:10.039047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Checking segment: {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:10.039981 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Bound using segment: {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:10.040423 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Bound port: 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be41f4b-b317-4fc6-a531-78962a3bffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:10.040912 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.047513 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:10.212252 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] For port 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:10.220287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] For port 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:10.228007 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Allocated IP 192.168.233.211 (8f70acd5-facd-4a52-917f-bbc304456469/bc1cb6ff-e642-4910-8e43-664e47f59c5f/447419f7-2809-4c70-a4f0-5e9e146344b7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:10.249384 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.356912 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f16e59-ae74-4cb7-a48e-8509c232a37a req-ad89f514-9024-4e2a-8b8d-9ef0975e642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.358298 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7f16e59-ae74-4cb7-a48e-8509c232a37a req-ad89f514-9024-4e2a-8b8d-9ef0975e642b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1130 time: 0.1041229 Mar 27 15:29:10.428948 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.429561 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.431032 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] 10.222.0.25 "PUT /v2.0/ports/4cba09f1-e6c0-437f-83a3-3806cda34e0d HTTP/1.1" status: 200 len: 1093 time: 1.8193042 Mar 27 15:29:10.437566 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'tag': '4cba09f1-e6c0-437f-83a3-3806cda34e0d'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:10.440716 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb083fd-0a26-40ad-b6e7-09d72efa63bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5c6d41-4dde-4d0b-8710-98a4be84930d", "tag": "4cba09f1-e6c0-437f-83a3-3806cda34e0d"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:10.445944 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7f16e59-ae74-4cb7-a48e-8509c232a37a req-b14dd71d-3a0f-4fab-a375-c37a7b926692 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810564 Mar 27 15:29:10.465882 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950912ce-1ed9-4456-abfc-4af908f65d25 service neutron] Pushing event updated for resources: {'Port': ['ID=4cba09f1-e6c0-437f-83a3-3806cda34e0d,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:10.534717 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8a368465-0e06-4ee5-95ae-cd210453014b req-fbd5c4c7-d1ef-454d-962a-c2e0e84c3b41 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0462744 Mar 27 15:29:10.580590 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56c243-ed15-4f36-a28a-54aa74a7f4c3 req-65cadae0-07ed-43c2-828d-71c94da21484 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.582668 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a56c243-ed15-4f36-a28a-54aa74a7f4c3 req-65cadae0-07ed-43c2-828d-71c94da21484 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.2410209 Mar 27 15:29:10.587234 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6601bde-39c4-459c-8ed0-013575572819 x-openstack-request-id: req-d6601bde-39c4-459c-8ed0-013575572819 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:10.587525 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5c6d41-4dde-4d0b-8710-98a4be84930d", "tag": "4cba09f1-e6c0-437f-83a3-3806cda34e0d", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:10.587779 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6601bde-39c4-459c-8ed0-013575572819 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:10.588177 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6601bde-39c4-459c-8ed0-013575572819'] response: {'name': 'network-changed', 'server_uuid': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'tag': '4cba09f1-e6c0-437f-83a3-3806cda34e0d', 'status': 'completed', 'code': 200} Mar 27 15:29:10.664266 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a56c243-ed15-4f36-a28a-54aa74a7f4c3 req-1661b78c-1d0f-4895-bf22-694abc876325 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708251 Mar 27 15:29:10.685616 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks [] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.734195 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a6469-0f79-4675-965e-3838752bba80 req-46ea1c1c-19ce-422e-a40b-38714b3c6d31 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.735871 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9e3a6469-0f79-4675-965e-3838752bba80 req-46ea1c1c-19ce-422e-a40b-38714b3c6d31 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 943 time: 0.0836289 Mar 27 15:29:10.746350 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.796628 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Network 8f70acd5-facd-4a52-917f-bbc304456469 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:10.800659 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:10.817337 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9e3a6469-0f79-4675-965e-3838752bba80 req-44003fb1-32b3-4eca-bcb5-5319e197d03d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757816 Mar 27 15:29:10.828727 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Pushing event updated for resources: {'Port': ['ID=447419f7-2809-4c70-a4f0-5e9e146344b7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:10.832601 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:10.938531 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.939353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:10.966047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8deb7-421a-422c-b72a-e83c3bd6d81e req-c8747ae4-472a-49b0-8950-94bddab2d64c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:10.975614 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-70e8deb7-421a-422c-b72a-e83c3bd6d81e req-c8747ae4-472a-49b0-8950-94bddab2d64c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1444099 Mar 27 15:29:10.988290 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-6100f84b-d21d-406f-a91e-70e835972313 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7065117 Mar 27 15:29:11.049573 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-70e8deb7-421a-422c-b72a-e83c3bd6d81e req-3380ff5e-c945-411a-b6ac-a4c071e066f1 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729926 Mar 27 15:29:11.107411 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db079ccb-58f4-49c0-8e04-08463c440450 None None] Provisioning complete for port 447419f7-2809-4c70-a4f0-5e9e146344b7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:11.108024 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db079ccb-58f4-49c0-8e04-08463c440450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.154064 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db079ccb-58f4-49c0-8e04-08463c440450 None None] Port 447419f7-2809-4c70-a4f0-5e9e146344b7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:11.556124 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46900) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:11.628673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:11.678891 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9f16c-d26e-49be-87e8-447bb989a08c req-7533af4f-7e56-4973-ae6c-ce6ebee6efd9 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.687246 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8cb9f16c-d26e-49be-87e8-447bb989a08c req-7533af4f-7e56-4973-ae6c-ce6ebee6efd9 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 936 time: 0.0718391 Mar 27 15:29:11.770385 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:11.770769 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.789636 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8cb9f16c-d26e-49be-87e8-447bb989a08c req-cbd3593e-d7f3-4c28-8ece-e5a1c45d3607 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952518 Mar 27 15:29:11.836433 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-587f1a56-d4b3-4bbe-98d0-3b65f6d886e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.866026 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d066b6-f352-4c67-88b9-85581d8965c2 req-0b83c4df-9573-4291-90c6-648b46ecd9a8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:11.873639 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d9d066b6-f352-4c67-88b9-85581d8965c2 req-0b83c4df-9573-4291-90c6-648b46ecd9a8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0929139 Mar 27 15:29:11.914538 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:11.915419 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.938343 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-587f1a56-d4b3-4bbe-98d0-3b65f6d886e8 admin admin] Publish callbacks [] for security_group (28a9f202-de17-4794-a84c-933f9b61b946), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.956954 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:11.961860 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-587f1a56-d4b3-4bbe-98d0-3b65f6d886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (28a9f202-de17-4794-a84c-933f9b61b946), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:11.963473 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2284222-da1f-4e1a-bb60-744155bdd29c" -d '{"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:11.964073 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d9d066b6-f352-4c67-88b9-85581d8965c2 req-47b20d92-b42e-4425-b30e-482a6c6471e7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787952 Mar 27 15:29:11.983289 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:11.989270 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.027531 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1a56-d4b3-4bbe-98d0-3b65f6d886e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9f202-de17-4794-a84c-933f9b61b946,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.035938 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-587f1a56-d4b3-4bbe-98d0-3b65f6d886e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1144b3fab6054fcd81502fe578586658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779758 Mar 27 15:29:12.038714 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 46912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:12.054708 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283872-50a0-417e-94d7-e5f12397f6df req-5c50134d-a86b-411e-be41-4a37e624efe4 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.064466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.074795 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f5283872-50a0-417e-94d7-e5f12397f6df req-5c50134d-a86b-411e-be41-4a37e624efe4 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 943 time: 0.1331320 Mar 27 15:29:12.077553 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e8b8f5-36ce-41fb-a65e-8d7d46b4c0d3 x-openstack-request-id: req-e8e8b8f5-36ce-41fb-a65e-8d7d46b4c0d3 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:12.077847 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:12.078101 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8e8b8f5-36ce-41fb-a65e-8d7d46b4c0d3 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:12.078647 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e8b8f5-36ce-41fb-a65e-8d7d46b4c0d3'] response: {'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'code': 200} Mar 27 15:29:12.115759 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4498351-9b01-4cd8-967e-284df5098fb7 admin admin] Publish callbacks [] for security_group (28a9f202-de17-4794-a84c-933f9b61b946), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.145951 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f5283872-50a0-417e-94d7-e5f12397f6df req-44d89623-3e23-4930-a4f5-ae671433301c tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672808 Mar 27 15:29:12.159511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4498351-9b01-4cd8-967e-284df5098fb7 admin admin] Publish callbacks [] for security_group (28a9f202-de17-4794-a84c-933f9b61b946), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.238823 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61763df-cee6-42a4-83c7-505e457f226f req-f1849ff0-2ddb-4a88-afac-94968ee72562 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.244693 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e61763df-cee6-42a4-83c7-505e457f226f req-f1849ff0-2ddb-4a88-afac-94968ee72562 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1050811 Mar 27 15:29:12.263742 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4498351-9b01-4cd8-967e-284df5098fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (28a9f202-de17-4794-a84c-933f9b61b946), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.267061 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4498351-9b01-4cd8-967e-284df5098fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.277452 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c4498351-9b01-4cd8-967e-284df5098fb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28a9f202-de17-4794-a84c-933f9b61b946 HTTP/1.1" status: 204 len: 168 time: 0.2313204 Mar 27 15:29:12.304211 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4498351-9b01-4cd8-967e-284df5098fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9f202-de17-4794-a84c-933f9b61b946,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.374162 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e61763df-cee6-42a4-83c7-505e457f226f req-1af6ee26-8bda-423f-ab75-287d419765eb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127048 Mar 27 15:29:12.606706 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 46924) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:12.621483 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba5-3d62-4037-afbd-aa55e4fe4193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.747373 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba5-3d62-4037-afbd-aa55e4fe4193 admin admin] Publish callbacks [] for security_group (7d7cf729-3f90-4144-9e3a-cd8367700773), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.754115 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba5-3d62-4037-afbd-aa55e4fe4193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7d7cf729-3f90-4144-9e3a-cd8367700773), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.795862 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b8d70ba5-3d62-4037-afbd-aa55e4fe4193 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f776be165bf4dd1a4b38a5445f8a3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879826 Mar 27 15:29:12.796599 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d70ba5-3d62-4037-afbd-aa55e4fe4193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7cf729-3f90-4144-9e3a-cd8367700773,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:12.798540 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46926) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:12.858680 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-809e9082-9184-4b82-9672-0503d333e8b2 admin admin] Publish callbacks [] for security_group (7d7cf729-3f90-4144-9e3a-cd8367700773), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.911379 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-809e9082-9184-4b82-9672-0503d333e8b2 admin admin] Publish callbacks [] for security_group (7d7cf729-3f90-4144-9e3a-cd8367700773), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:12.970992 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f787de5-a802-4d64-bae1-effdb0af23d9 req-cc7eb238-7d38-406f-aa51-f9890b2bb796 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:12.970992 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f787de5-a802-4d64-bae1-effdb0af23d9 req-cc7eb238-7d38-406f-aa51-f9890b2bb796 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 936 time: 0.0946527 Mar 27 15:29:13.015949 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-809e9082-9184-4b82-9672-0503d333e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7d7cf729-3f90-4144-9e3a-cd8367700773), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.015949 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-809e9082-9184-4b82-9672-0503d333e8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.015949 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-809e9082-9184-4b82-9672-0503d333e8b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d7cf729-3f90-4144-9e3a-cd8367700773 HTTP/1.1" status: 204 len: 168 time: 0.2163057 Mar 27 15:29:13.111884 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9082-9184-4b82-9672-0503d333e8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7cf729-3f90-4144-9e3a-cd8367700773,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:13.195425 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f787de5-a802-4d64-bae1-effdb0af23d9 req-d81f1981-98a1-46a6-b7aa-edebb3888d99 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912673 Mar 27 15:29:13.324835 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4bd39-f6cb-4062-827f-7ba4dee9b196 req-b439dd79-6a31-4c3e-8ae5-4485dcfe8115 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.328386 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d1e4bd39-f6cb-4062-827f-7ba4dee9b196 req-b439dd79-6a31-4c3e-8ae5-4485dcfe8115 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0926907 Mar 27 15:29:13.353600 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e618bde-1159-4a1e-8161-5b75c8efdeec req-f01f2cc2-d6aa-45fd-95b6-a913d352d52d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.363022 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4e618bde-1159-4a1e-8161-5b75c8efdeec req-f01f2cc2-d6aa-45fd-95b6-a913d352d52d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 943 time: 0.0770550 Mar 27 15:29:13.398601 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d1e4bd39-f6cb-4062-827f-7ba4dee9b196 req-2e45add3-d06b-44f5-96a6-3530c16811b3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584562 Mar 27 15:29:13.417255 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4e618bde-1159-4a1e-8161-5b75c8efdeec req-d1a3e682-81e0-496e-ab0d-0ca17899a14e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Mar 27 15:29:13.503980 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Request body: {'port': {'device_id': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:13.562224 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-1bd6f5ca-8d4e-4552-872f-bc55d7482b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.564085 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-1bd6f5ca-8d4e-4552-872f-bc55d7482b48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6484d4f26da04c00bb739735fc16772b&device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 1127 time: 0.0684831 Mar 27 15:29:13.568096 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f1da9-8bc4-41e4-a35e-3d4a43bb4016 req-97706c8d-153f-4e50-9edd-daa721bff07a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.569602 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8c8f1da9-8bc4-41e4-a35e-3d4a43bb4016 req-97706c8d-153f-4e50-9edd-daa721bff07a tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1003916 Mar 27 15:29:13.637131 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-a1f2c20b-3a79-4011-aef0-1608430e90c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d HTTP/1.1" status: 200 len: 217 time: 0.0590928 Mar 27 15:29:13.637353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.647990 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46952) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:13.699872 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a919f057-d09b-45b5-8529-ddab16f44987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.718758 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8c8f1da9-8bc4-41e4-a35e-3d4a43bb4016 req-9786c72e-5371-4b51-8bdf-69a11558ef75 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318920 Mar 27 15:29:13.738063 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-b62c08d7-f981-4b36-9586-aebb75103dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:13.739634 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-b62c08d7-f981-4b36-9586-aebb75103dac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bb40f5f-0677-42b1-939b-114d144151d0 HTTP/1.1" status: 200 len: 849 time: 0.0813224 Mar 27 15:29:13.790688 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-13950e89-4abb-41a7-976d-c542c2fd00a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441160 Mar 27 15:29:13.925542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a919f057-d09b-45b5-8529-ddab16f44987 admin admin] Publish callbacks [] for security_group (423ef205-61a5-4fdc-9552-3e00abdda25d), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.935319 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a919f057-d09b-45b5-8529-ddab16f44987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (423ef205-61a5-4fdc-9552-3e00abdda25d), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:13.973648 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-0a451b45-382a-4ef1-9632-4cc932b30c03 service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763053 Mar 27 15:29:13.994121 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-a919f057-d09b-45b5-8529-ddab16f44987 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4a1c976ccee428d9c341971337cfcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419178 Mar 27 15:29:13.997549 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 46954) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:14.004754 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f057-d09b-45b5-8529-ddab16f44987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423ef205-61a5-4fdc-9552-3e00abdda25d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:14.090906 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-55152ba1-1e8c-4c25-a0b1-b0bd0ed39b4b req-fc5a066f-0efa-4cff-9bcb-3f3e418c5191 service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083415 Mar 27 15:29:14.111094 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447419f7-2809-4c70-a4f0-5e9e146344b7 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:14.116896 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-586f9842-4832-4d62-a1df-bf994e7ff61b admin admin] Publish callbacks [] for security_group (423ef205-61a5-4fdc-9552-3e00abdda25d), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:14.122994 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Publish callbacks [] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:14.153345 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Transition to ACTIVE for port object 447419f7-2809-4c70-a4f0-5e9e146344b7 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:14.155842 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-586f9842-4832-4d62-a1df-bf994e7ff61b admin admin] Publish callbacks [] for security_group (423ef205-61a5-4fdc-9552-3e00abdda25d), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:14.168608 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:14.209592 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-2cb9a0ed-fc2c-498d-9602-d595ce6f60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.212017 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-2cb9a0ed-fc2c-498d-9602-d595ce6f60a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6484d4f26da04c00bb739735fc16772b&device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 1127 time: 0.0591505 Mar 27 15:29:14.242438 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Pushing event updated for resources: {'Port': ['ID=447419f7-2809-4c70-a4f0-5e9e146344b7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:14.429424 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-bdad5b53-af8f-4e3a-9c14-1841a1124d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.433092 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-bdad5b53-af8f-4e3a-9c14-1841a1124d62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 200 len: 909 time: 0.1981025 Mar 27 15:29:14.452511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e51d0-c917-40f5-8a62-4c9c98efbc54 req-21a26c7b-842a-437f-84a8-355c39480b94 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.454059 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-609e51d0-c917-40f5-8a62-4c9c98efbc54 req-21a26c7b-842a-437f-84a8-355c39480b94 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 948 time: 0.1339056 Mar 27 15:29:14.564355 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-4d76feb7-fdc2-44b4-b12c-0a6cb286fb75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d HTTP/1.1" status: 200 len: 217 time: 0.1092596 Mar 27 15:29:14.670379 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-609e51d0-c917-40f5-8a62-4c9c98efbc54 req-b28ce277-9dae-47a4-9e0b-582707f3697b tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094517 Mar 27 15:29:14.686811 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-d059d2b2-7c23-42f1-8eb9-f4585bc501d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.696488 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-d059d2b2-7c23-42f1-8eb9-f4585bc501d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bb40f5f-0677-42b1-939b-114d144151d0 HTTP/1.1" status: 200 len: 849 time: 0.0943635 Mar 27 15:29:14.765827 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-e713429b-7377-4480-b352-35682ece9283 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6ca48d3e-6c65-4ee2-be48-187605d2cc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672560 Mar 27 15:29:14.839835 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-586f9842-4832-4d62-a1df-bf994e7ff61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (423ef205-61a5-4fdc-9552-3e00abdda25d), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:14.843074 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-586f9842-4832-4d62-a1df-bf994e7ff61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:14.846164 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-586f9842-4832-4d62-a1df-bf994e7ff61b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/423ef205-61a5-4fdc-9552-3e00abdda25d HTTP/1.1" status: 204 len: 168 time: 0.8395083 Mar 27 15:29:14.858730 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f9842-4832-4d62-a1df-bf994e7ff61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423ef205-61a5-4fdc-9552-3e00abdda25d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:14.899883 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f08e4-ebae-4ab0-ba6b-32622334ed24 req-cc805bd3-b92d-4e7c-a61a-44337f80fde2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:14.907151 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-210f08e4-ebae-4ab0-ba6b-32622334ed24 req-cc805bd3-b92d-4e7c-a61a-44337f80fde2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1597464 Mar 27 15:29:14.909859 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Attempting to bind port 447419f7-2809-4c70-a4f0-5e9e146344b7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:14.910275 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Attempting to bind port 447419f7-2809-4c70-a4f0-5e9e146344b7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:14.910507 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Attempting to bind port 447419f7-2809-4c70-a4f0-5e9e146344b7 on network 8f70acd5-facd-4a52-917f-bbc304456469 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:14.928955 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Port 447419f7-2809-4c70-a4f0-5e9e146344b7 on network 8f70acd5-facd-4a52-917f-bbc304456469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:14.929225 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Attempting to bind port 447419f7-2809-4c70-a4f0-5e9e146344b7 on network 8f70acd5-facd-4a52-917f-bbc304456469 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:14.957774 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:14.958660 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Checking segment: {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:14.959169 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Bound using segment: {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:14.960724 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Bound port: 447419f7-2809-4c70-a4f0-5e9e146344b7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1057cb-0202-4b35-b54d-ed4e8aba3467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:14.961535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:15.017491 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-210f08e4-ebae-4ab0-ba6b-32622334ed24 req-e3a159d1-faaa-4b6c-b899-da0fa1b7eef7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045294 Mar 27 15:29:15.019335 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82389f80-85b0-4630-84cc-1f09ad26f34b req-792d1279-083f-490d-831a-08325a102dc4 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.041399 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-82389f80-85b0-4630-84cc-1f09ad26f34b req-792d1279-083f-490d-831a-08325a102dc4 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 943 time: 0.2016881 Mar 27 15:29:15.138672 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-617d041d-66b0-4f26-af5e-a6aca0f75a17 service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621483 Mar 27 15:29:15.164119 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] For port 447419f7-2809-4c70-a4f0-5e9e146344b7, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:15.170553 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] For port 447419f7-2809-4c70-a4f0-5e9e146344b7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=447419f7-2809-4c70-a4f0-5e9e146344b7,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:15.195095 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:15.201399 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-82389f80-85b0-4630-84cc-1f09ad26f34b req-aaccb4cd-2da8-47d2-88f5-b02544be576d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589856 Mar 27 15:29:15.301913 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.302970 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:15.304805 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] 10.222.0.25 "PUT /v2.0/ports/447419f7-2809-4c70-a4f0-5e9e146344b7 HTTP/1.1" status: 200 len: 1098 time: 1.8053260 Mar 27 15:29:15.306394 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'tag': '447419f7-2809-4c70-a4f0-5e9e146344b7'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:15.311008 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118cda8b-bc53-40b6-bcc8-8323277fd469" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb089fb-c79d-475a-927b-cd0e827de3c5", "tag": "447419f7-2809-4c70-a4f0-5e9e146344b7"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:15.344297 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46984) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:15.381274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94c702-0958-4693-812f-ee6c3348f845 service neutron] Pushing event updated for resources: {'Port': ['ID=447419f7-2809-4c70-a4f0-5e9e146344b7,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:15.395074 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b6a72a-bd53-44c3-9c70-12bd3ddc9f38 x-openstack-request-id: req-d9b6a72a-bd53-44c3-9c70-12bd3ddc9f38 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:15.395364 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb089fb-c79d-475a-927b-cd0e827de3c5", "tag": "447419f7-2809-4c70-a4f0-5e9e146344b7", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:15.395844 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9b6a72a-bd53-44c3-9c70-12bd3ddc9f38 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:15.397435 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b6a72a-bd53-44c3-9c70-12bd3ddc9f38'] response: {'name': 'network-changed', 'server_uuid': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'tag': '447419f7-2809-4c70-a4f0-5e9e146344b7', 'status': 'completed', 'code': 200} Mar 27 15:29:15.412533 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3951f-2b91-4127-a619-116c1cb99575 req-0b666914-01c7-42e2-a069-782a5dd13224 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.414103 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-96c3951f-2b91-4127-a619-116c1cb99575 req-0b666914-01c7-42e2-a069-782a5dd13224 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.2225747 Mar 27 15:29:15.512025 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-96c3951f-2b91-4127-a619-116c1cb99575 req-6ad0863c-cec0-478f-892f-e2f53211f5ff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804379 Mar 27 15:29:15.687108 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9fbafa3-5768-4d96-a886-ea0da92401d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:15.783395 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9fbafa3-5768-4d96-a886-ea0da92401d4 admin admin] Publish callbacks [] for security_group (333d54f8-8178-479a-ac4f-a0b1777908b4), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:15.797367 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9fbafa3-5768-4d96-a886-ea0da92401d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (333d54f8-8178-479a-ac4f-a0b1777908b4), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:15.880447 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-a9fbafa3-5768-4d96-a886-ea0da92401d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed3bd0ea527842ccaa8c220e2aaf69d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350375 Mar 27 15:29:15.883013 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 46998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:15.893156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbafa3-5768-4d96-a886-ea0da92401d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333d54f8-8178-479a-ac4f-a0b1777908b4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:15.929571 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbbc6d-241b-43a2-939b-07b8bbc3bb7a req-5ca4d89b-c3ef-4658-b63b-61ccd7423f29 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.934001 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f32d0-9398-4299-9bb9-ee6e729c492d req-dd7ed203-e8d1-48c7-a66e-0e49c7267305 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:15.936585 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d5cbbc6d-241b-43a2-939b-07b8bbc3bb7a req-5ca4d89b-c3ef-4658-b63b-61ccd7423f29 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 948 time: 0.1515083 Mar 27 15:29:15.936731 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3d8f32d0-9398-4299-9bb9-ee6e729c492d req-dd7ed203-e8d1-48c7-a66e-0e49c7267305 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0920646 Mar 27 15:29:15.993335 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8688033-c999-4f8f-9c97-99a6390e61fe admin admin] Publish callbacks [] for security_group (333d54f8-8178-479a-ac4f-a0b1777908b4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:16.006598 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3d8f32d0-9398-4299-9bb9-ee6e729c492d req-704168df-5817-4974-a053-76a9d547b61d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600512 Mar 27 15:29:16.019700 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d5cbbc6d-241b-43a2-939b-07b8bbc3bb7a req-6d3ac06f-ff4a-4741-a016-584fb2e3c1b5 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795913 Mar 27 15:29:16.042383 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8688033-c999-4f8f-9c97-99a6390e61fe admin admin] Publish callbacks [] for security_group (333d54f8-8178-479a-ac4f-a0b1777908b4), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:16.111262 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8688033-c999-4f8f-9c97-99a6390e61fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (333d54f8-8178-479a-ac4f-a0b1777908b4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:16.114228 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8688033-c999-4f8f-9c97-99a6390e61fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:16.118382 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f8688033-c999-4f8f-9c97-99a6390e61fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/333d54f8-8178-479a-ac4f-a0b1777908b4 HTTP/1.1" status: 204 len: 168 time: 0.2308340 Mar 27 15:29:16.138196 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688033-c999-4f8f-9c97-99a6390e61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333d54f8-8178-479a-ac4f-a0b1777908b4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:16.192572 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220aa8-c67f-4e1f-9b15-a69db97fee57 req-2d599b8f-d734-4262-a347-a627478f8496 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.194286 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e5220aa8-c67f-4e1f-9b15-a69db97fee57 req-2d599b8f-d734-4262-a347-a627478f8496 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0694475 Mar 27 15:29:16.287999 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e5220aa8-c67f-4e1f-9b15-a69db97fee57 req-c9003f2d-6944-45d0-9fba-4d61cc71f472 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756400 Mar 27 15:29:16.378974 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053d9e0-15f4-4ea0-bc39-36e1f53b398e req-d6db52c0-6294-4c79-bd28-40208fa6620c tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:16.380458 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c053d9e0-15f4-4ea0-bc39-36e1f53b398e req-d6db52c0-6294-4c79-bd28-40208fa6620c tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 943 time: 0.0838072 Mar 27 15:29:16.462384 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c053d9e0-15f4-4ea0-bc39-36e1f53b398e req-b774b9b2-751d-43c7-a114-65b79f38be93 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764325 Mar 27 15:29:17.040341 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:17.172357 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f92c9-2d34-46db-b818-e01bc837fd99 req-5f606a52-51a8-4d1c-86f3-e351a32beaab tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.173893 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f7f92c9-2d34-46db-b818-e01bc837fd99 req-5f606a52-51a8-4d1c-86f3-e351a32beaab tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 948 time: 0.0814278 Mar 27 15:29:17.219601 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4f247-9b39-470e-8f1f-5d27be7be0db req-ced6035b-9188-419a-93ec-4febf6c61eeb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.221320 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-12a4f247-9b39-470e-8f1f-5d27be7be0db req-ced6035b-9188-419a-93ec-4febf6c61eeb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1094308 Mar 27 15:29:17.246994 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f7f92c9-2d34-46db-b818-e01bc837fd99 req-09832c9e-5a04-4bb3-8f91-7512380dfee1 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581539 Mar 27 15:29:17.251349 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-157895137-network', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:17.312912 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Made reservation on behalf of f98044b5fa3d4c4bbb8482ce2efc0059 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:17.315185 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.342659 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-12a4f247-9b39-470e-8f1f-5d27be7be0db req-59e3bdc5-0c25-442d-b7f4-c5da509bceff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115880 Mar 27 15:29:17.345623 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.456674 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6dd66-ac44-4cbd-8214-31e23be274cf req-4e42c0bd-28a0-4430-bf59-289eca07f8b2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.458495 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c1f6dd66-ac44-4cbd-8214-31e23be274cf req-4e42c0bd-28a0-4430-bf59-289eca07f8b2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0859637 Mar 27 15:29:17.478662 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks [] for security_group (8f4e46ef-84dc-4595-b2b7-5d7229c3b765), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.485924 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (8f4e46ef-84dc-4595-b2b7-5d7229c3b765), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.533756 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:29:17.555855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e46ef-84dc-4595-b2b7-5d7229c3b765,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:17.556935 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c1f6dd66-ac44-4cbd-8214-31e23be274cf req-9294eb7f-ba85-497f-aa04-14e0651069c2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886605 Mar 27 15:29:17.559309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (85691e95-48e0-4a01-8ad8-09171290f9b5), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.559555 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Added segment 85691e95-48e0-4a01-8ad8-09171290f9b5 of type vlan for network 88d16fb4-dbea-4059-9c20-adfd6f6a320d Mar 27 15:29:17.674535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (88d16fb4-dbea-4059-9c20-adfd6f6a320d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.730220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1fa4d-2369-4e7c-ad29-1aa0eceb8b6d req-80421426-1240-4c10-82f3-c0ce3f0080c6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.731811 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbb1fa4d-2369-4e7c-ad29-1aa0eceb8b6d req-80421426-1240-4c10-82f3-c0ce3f0080c6 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 943 time: 0.1160622 Mar 27 15:29:17.732621 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (88d16fb4-dbea-4059-9c20-adfd6f6a320d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.733504 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:17.734065 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.813717 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47044) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:17.813983 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7645440 Mar 27 15:29:17.822064 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Request body: {'subnet': {'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-157895137-subnet', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:17.847766 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aa808-b563-4ebe-8540-7a542a2ca4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=88d16fb4-dbea-4059-9c20-adfd6f6a320d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:17.862109 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:29:17.863222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Made reservation on behalf of f98044b5fa3d4c4bbb8482ce2efc0059 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:17.866018 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414344'] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:17.869388 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbb1fa4d-2369-4e7c-ad29-1aa0eceb8b6d req-961a597d-ff9c-4785-9a14-3cd4b89d653d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306496 Mar 27 15:29:18.099825 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5576678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414366'] for subnet (d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.228908 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Checking segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:18.229658 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Network hostable DHCP agents. Network: 88d16fb4-dbea-4059-9c20-adfd6f6a320d, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:29:18.243599 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:18.291725 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 4cba09f1-e6c0-437f-83a3-3806cda34e0d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:18.319662 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-deb083fd-0a26-40ad-b6e7-09d72efa63bd req-f018cea4-b161-4a3a-bbcf-874e12e60f1a service neutron] 10.222.0.25 "GET /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026818 Mar 27 15:29:18.321263 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:29:18.334048 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 88d16fb4-dbea-4059-9c20-adfd6f6a320d) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:18.341511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.342296 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.370919 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f102dad6-899b-483d-89f6-890f6974a1ac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5556252 Mar 27 15:29:18.373256 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47054) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:18.377966 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:18.396304 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-ad55216e-7eaa-406b-9b69-d54376ae5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.400333 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-ad55216e-7eaa-406b-9b69-d54376ae5a40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1130 time: 0.2202721 Mar 27 15:29:18.405833 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cda8b-bc53-40b6-bcc8-8323277fd469 req-ccbcd342-ded4-4163-9d39-583c6d455b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.407291 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-118cda8b-bc53-40b6-bcc8-8323277fd469 req-ccbcd342-ded4-4163-9d39-583c6d455b8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fef6475dfa64808ae9629c9799b736d&device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 1132 time: 0.1675932 Mar 27 15:29:18.448831 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (731fc799-dcb6-4a56-a10e-9757b4b390bb), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.450884 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (731fc799-dcb6-4a56-a10e-9757b4b390bb), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.479232 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:18.496516 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e17e86-3db4-47ca-b7f0-6f8f07897ddc None None] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:29:18.526640 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '4cba09f1-e6c0-437f-83a3-3806cda34e0d', 'network_id': '6ca48d3e-6c65-4ee2-be48-187605d2cc5a', 'port_id': '4cba09f1-e6c0-437f-83a3-3806cda34e0d', 'mac_address': 'fa:16:3e:dd:a6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb40f5f-0677-42b1-939b-114d144151d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:18.566304 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-118cda8b-bc53-40b6-bcc8-8323277fd469 req-0df86b2d-06af-43b8-864a-c1166534fed5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4fef6475dfa64808ae9629c9799b736d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380186 Mar 27 15:29:18.649935 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 4cba09f1-e6c0-437f-83a3-3806cda34e0d is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:18.650665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.687937 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cba09f1-e6c0-437f-83a3-3806cda34e0d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:18.778094 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348648aa-409f-44dc-9f9f-5dfab2e2f671 req-72b964a0-57c5-4a15-bd21-cefc553a4f29 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.785316 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-348648aa-409f-44dc-9f9f-5dfab2e2f671 req-72b964a0-57c5-4a15-bd21-cefc553a4f29 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.3182240 Mar 27 15:29:18.786452 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:29:18.787772 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.797109 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-a2cd87bf-8c67-4064-b036-de5cbc58945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.798614 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-a2cd87bf-8c67-4064-b036-de5cbc58945d service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.3858132 Mar 27 15:29:18.816014 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:18.828440 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.834327 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks [] for router_controller (731fc799-dcb6-4a56-a10e-9757b4b390bb), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:18.854437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e8288-efb0-4247-b081-ac6e07072d6a req-b3f2fb07-b1ba-40f3-a78e-624f9f4dedee tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.856117 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b01e8288-efb0-4247-b081-ac6e07072d6a req-b3f2fb07-b1ba-40f3-a78e-624f9f4dedee tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 948 time: 0.4671724 Mar 27 15:29:18.878784 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-a44e67bb-1677-41a1-bc4d-061a2d2bfcd1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 217 time: 0.0698364 Mar 27 15:29:18.906901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=4cba09f1-e6c0-437f-83a3-3806cda34e0d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:18.931106 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cda8b-bc53-40b6-bcc8-8323277fd469 req-84c33467-a2a5-4841-8cf4-b014056fc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.932594 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-118cda8b-bc53-40b6-bcc8-8323277fd469 req-84c33467-a2a5-4841-8cf4-b014056fc3fb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3581004 Mar 27 15:29:18.979041 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-348648aa-409f-44dc-9f9f-5dfab2e2f671 req-70e32543-f7cf-4251-8436-a167758e21ef tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927366 Mar 27 15:29:18.986175 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-8a3db2f9-33e0-4473-9a67-9511d6d1ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:18.991828 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b01e8288-efb0-4247-b081-ac6e07072d6a req-05d79db7-386b-48e0-be72-af8a1a1abad2 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944648 Mar 27 15:29:19.013502 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-8a3db2f9-33e0-4473-9a67-9511d6d1ecc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.1249518 Mar 27 15:29:19.182799 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Allocated IP 172.20.0.2 (88d16fb4-dbea-4059-9c20-adfd6f6a320d/d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40/ee9702c0-cf3f-4f1a-8f74-ec021d03dda6) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:19.192448 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['4cba09f1-e6c0-437f-83a3-3806cda34e0d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:19.271315 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-b926575a-9778-402c-aec8-302dfd215373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.273384 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-b926575a-9778-402c-aec8-302dfd215373 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fef6475dfa64808ae9629c9799b736d&device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 1132 time: 0.2554507 Mar 27 15:29:19.276263 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-6d6966a8-04df-4447-b339-9222817153dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.278168 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-6d6966a8-04df-4447-b339-9222817153dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2483459 Mar 27 15:29:19.280677 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks [] for router_gateway (731fc799-dcb6-4a56-a10e-9757b4b390bb), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.302469 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcc330-7dd0-4f56-945d-b57e6d054e7d req-63558a6d-b1ae-4dcb-a48a-ad7f7ff8db55 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.304253 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f8bcc330-7dd0-4f56-945d-b57e6d054e7d req-63558a6d-b1ae-4dcb-a48a-ad7f7ff8db55 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1243939 Mar 27 15:29:19.413297 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d643ba9-30b8-4593-870c-73ec8185d2d4 req-4a786a95-c6d6-4086-85da-c4d194bebe07 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.424501 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7d643ba9-30b8-4593-870c-73ec8185d2d4 req-4a786a95-c6d6-4086-85da-c4d194bebe07 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 944 time: 0.2374165 Mar 27 15:29:19.447751 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f8bcc330-7dd0-4f56-945d-b57e6d054e7d req-2869df7d-70a7-49f7-a5ef-130b870c5255 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323173 Mar 27 15:29:19.450959 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-d778dde0-e832-4a1c-8c2a-347919035cfc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=447419f7-2809-4c70-a4f0-5e9e146344b7 HTTP/1.1" status: 200 len: 217 time: 0.1657040 Mar 27 15:29:19.515881 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7d643ba9-30b8-4593-870c-73ec8185d2d4 req-0f192d30-20fa-426a-8cb5-1eefa8446217 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905273 Mar 27 15:29:19.541614 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-9386aa0f-c0ef-4b81-adef-9ec7e4b7ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.543195 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-9386aa0f-c0ef-4b81-adef-9ec7e4b7ae9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bc1cb6ff-e642-4910-8e43-664e47f59c5f HTTP/1.1" status: 200 len: 843 time: 0.0847566 Mar 27 15:29:19.591780 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-08514634-2c58-4895-b67a-780c0e3b0efa service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860942 Mar 27 15:29:19.609242 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Publish callbacks [] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.627591 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.687917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34679d-dc14-4474-ba12-3db849ce180f req-1e1ce0f9-e651-4ce9-99dd-00515bbd882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:19.690792 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-1e1ce0f9-e651-4ce9-99dd-00515bbd882a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f70acd5-facd-4a52-917f-bbc304456469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1388805 Mar 27 15:29:19.706252 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:19.709324 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:19.725439 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:19.733568 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Pushing event updated for resources: {'Port': ['ID=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:19.798620 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0c5a8029-7a24-48d4-b735-85e8284ea9bc req-4f260ea4-19a3-47a3-bb52-3c112b9ffee8 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998920 Mar 27 15:29:19.814732 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks [] for router_gateway (731fc799-dcb6-4a56-a10e-9757b4b390bb), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.837491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Attempting to bind port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:19.842631 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Attempting to bind port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:19.842631 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Attempting to bind port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 on network 88d16fb4-dbea-4059-9c20-adfd6f6a320d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:19.850154 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.852674 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:19.853168 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Checking segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:19.853589 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.854116 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Bound using segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:19.859471 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Bound port: ee9702c0-cf3f-4f1a-8f74-ec021d03dda6, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:19.860230 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:19.867089 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-e0b259e7-5a5c-4cc9-8af3-bebfe62f0685 service neutron] 10.222.0.25 "GET /v2.0/networks/8f70acd5-facd-4a52-917f-bbc304456469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626825 Mar 27 15:29:19.955848 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] For port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:19.966294 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] For port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:19.984080 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7a34679d-dc14-4474-ba12-3db849ce180f req-b93e12f2-c8d7-49c2-8624-efce5f25c143 service neutron] 10.222.0.25 "GET /v2.0/networks/8f70acd5-facd-4a52-917f-bbc304456469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059191 Mar 27 15:29:19.989206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Allocated IP 172.27.1.201 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/d732b511-5e28-4cb1-bd6a-3a3d8145880f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:19.989519 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:20.115376 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16971f-6fa6-4029-82cd-46c22a865bbe None None] Pushing event updated for resources: {'Port': ['ID=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:20.176378 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks [] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:20.179938 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a469d8-227c-4a9e-8589-33f7f09fc4de req-fb2289d5-dd9b-41db-bdae-9476f503e8d7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:20.182253 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a0a469d8-227c-4a9e-8589-33f7f09fc4de req-fb2289d5-dd9b-41db-bdae-9476f503e8d7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1018012 Mar 27 15:29:20.231533 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ab98d-bcfa-4487-8ff8-d5b44009d536 req-f2479213-12fc-451c-8760-b1973068fb9d tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:20.239604 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-703ab98d-bcfa-4487-8ff8-d5b44009d536 req-f2479213-12fc-451c-8760-b1973068fb9d tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 948 time: 0.1119778 Mar 27 15:29:20.254901 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a0a469d8-227c-4a9e-8589-33f7f09fc4de req-fc6e9905-d241-4d98-bf49-fa7718b4f7dc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666482 Mar 27 15:29:20.279366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:20.346925 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:20.355979 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:20.357195 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:20.382456 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-703ab98d-bcfa-4487-8ff8-d5b44009d536 req-993e07f2-72d6-4a00-bc18-897d724915b6 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370959 Mar 27 15:29:20.432901 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d732b511-5e28-4cb1-bd6a-3a3d8145880f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:20.677990 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04532fb-50a1-4d2e-ac50-050fb54dcc2e req-7cfeb809-b50d-4351-b1b6-5d5d032f8adf tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:20.679913 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a04532fb-50a1-4d2e-ac50-050fb54dcc2e req-7cfeb809-b50d-4351-b1b6-5d5d032f8adf tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.0887260 Mar 27 15:29:20.754331 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a04532fb-50a1-4d2e-ac50-050fb54dcc2e req-f0c70a50-6c42-404f-adeb-f89b5abf1b9f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678754 Mar 27 15:29:20.799937 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04826e8-f01c-498b-8db0-31381ec876d2 req-2d85e6d0-8170-4a06-b2b5-b121e6be0431 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:20.803427 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f04826e8-f01c-498b-8db0-31381ec876d2 req-2d85e6d0-8170-4a06-b2b5-b121e6be0431 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 944 time: 0.2091331 Mar 27 15:29:20.869907 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks [] for router_gateway (731fc799-dcb6-4a56-a10e-9757b4b390bb), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:20.875134 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f04826e8-f01c-498b-8db0-31381ec876d2 req-026eecb9-f557-4166-9ebf-f367a51f9008 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Mar 27 15:29:21.111513 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (731fc799-dcb6-4a56-a10e-9757b4b390bb), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.112578 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:29:21.284954 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:21.335827 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:21.336761 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.364789 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Router 731fc799-dcb6-4a56-a10e-9757b4b390bb is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:29:21.437165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e48130-1b8c-460b-b5cd-e0b4615bef65 req-e7aadec2-fb0e-4aed-87cd-c74c986f4d8d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:21.440269 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c8e48130-1b8c-460b-b5cd-e0b4615bef65 req-e7aadec2-fb0e-4aed-87cd-c74c986f4d8d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0715945 Mar 27 15:29:21.441386 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:21.443144 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.543926 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c8e48130-1b8c-460b-b5cd-e0b4615bef65 req-1936afd8-c1de-491b-9f9d-60becfc6cae3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931447 Mar 27 15:29:21.563675 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:21.567713 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1491443-228f-4d53-a828-40e8f766fec5 None None] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:29:21.577762 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.584380 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:21.595391 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Sync routers for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:21.605073 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d55e7f-8bc8-4fb5-b805-eea6ff782fd8 req-8fe4cccd-1dbf-4045-8c72-17d4f77e9137 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:21.607069 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-56d55e7f-8bc8-4fb5-b805-eea6ff782fd8 req-8fe4cccd-1dbf-4045-8c72-17d4f77e9137 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 948 time: 0.1042478 Mar 27 15:29:21.614927 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:21.615824 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:21.671786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-944a8ed2-84aa-4865-a6df-472f339407a3 None None] Provisioning complete for port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:21.672170 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-944a8ed2-84aa-4865-a6df-472f339407a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.716294 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-56d55e7f-8bc8-4fb5-b805-eea6ff782fd8 req-915882a3-e711-4899-842a-569d6a5d05ee tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999768 Mar 27 15:29:21.733940 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:21.735482 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5abf471e-f433-4621-b00a-5092b79d20c1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3611424 Mar 27 15:29:21.738770 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47110) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:21.841050 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:22.029113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.108901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-944a8ed2-84aa-4865-a6df-472f339407a3 None None] Current status of the port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:22.129536 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:20Z', 'revision_number': 3, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:22.134065 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb859ae-ded1-472b-831d-baf27aca9bd8 req-1aa805be-0fec-4d03-8414-884da3ea7531 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.135414 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0bb859ae-ded1-472b-831d-baf27aca9bd8 req-1aa805be-0fec-4d03-8414-884da3ea7531 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 944 time: 0.1597023 Mar 27 15:29:22.163712 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Checking router: 731fc799-dcb6-4a56-a10e-9757b4b390bb for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:22.165294 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Updating router 731fc799-dcb6-4a56-a10e-9757b4b390bb port d732b511-5e28-4cb1-bd6a-3a3d8145880f binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:29:22.199099 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.245714 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0bb859ae-ded1-472b-831d-baf27aca9bd8 req-1b65241c-f9b1-44f2-b9d9-79cf9cec293d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039364 Mar 27 15:29:22.332548 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 447419f7-2809-4c70-a4f0-5e9e146344b7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:22.489469 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 447419f7-2809-4c70-a4f0-5e9e146344b7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=447419f7-2809-4c70-a4f0-5e9e146344b7,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:22.520579 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '447419f7-2809-4c70-a4f0-5e9e146344b7', 'network_id': '8f70acd5-facd-4a52-917f-bbc304456469', 'port_id': '447419f7-2809-4c70-a4f0-5e9e146344b7', 'mac_address': 'fa:16:3e:8e:3a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1cb6ff-e642-4910-8e43-664e47f59c5f', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:22.522584 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 4cba09f1-e6c0-437f-83a3-3806cda34e0d up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:22.541519 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Publish callbacks [] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.554052 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.555193 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05506b-5803-45a9-9778-1a0fc44e2fe3 req-0b81ff5e-385d-45d6-9314-6d886f1792c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.562292 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4c05506b-5803-45a9-9778-1a0fc44e2fe3 req-0b81ff5e-385d-45d6-9314-6d886f1792c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.6413620 Mar 27 15:29:22.602117 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8df54fd2-f384-4947-9ffc-dc9c3eb09b10 None None] Provisioning complete for port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:22.602495 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8df54fd2-f384-4947-9ffc-dc9c3eb09b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.638286 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Pushing event updated for resources: {'Port': ['ID=d732b511-5e28-4cb1-bd6a-3a3d8145880f,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.641149 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Attempting to bind port d732b511-5e28-4cb1-bd6a-3a3d8145880f on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:22.641720 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Attempting to bind port d732b511-5e28-4cb1-bd6a-3a3d8145880f by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:22.642302 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Attempting to bind port d732b511-5e28-4cb1-bd6a-3a3d8145880f on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:22.643855 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 447419f7-2809-4c70-a4f0-5e9e146344b7 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:22.644247 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.652144 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:22.652932 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:22.653556 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.654164 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:22.654862 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Bound port: d732b511-5e28-4cb1-bd6a-3a3d8145880f, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:22.655511 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.658030 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.658619 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.659240 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.659815 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.660381 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.660924 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.661481 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.662020 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.662567 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.663148 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.663683 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.664770 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.665584 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.666223 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.666767 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:29:22.681010 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 4cba09f1-e6c0-437f-83a3-3806cda34e0d completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:22.684327 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447419f7-2809-4c70-a4f0-5e9e146344b7 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:22.685455 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4c05506b-5803-45a9-9778-1a0fc44e2fe3 req-554d01b6-a4c9-484f-a14e-2106b88bd817 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224132 Mar 27 15:29:22.698561 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 4cba09f1-e6c0-437f-83a3-3806cda34e0d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:22.699032 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.758905 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 447419f7-2809-4c70-a4f0-5e9e146344b7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=447419f7-2809-4c70-a4f0-5e9e146344b7,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:22.778596 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af11bd-bb42-41c0-bdfd-d78e73dd178e req-41b6d633-e275-4c90-8051-bcfd4edaaf60 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:22.782360 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-68af11bd-bb42-41c0-bdfd-d78e73dd178e req-41b6d633-e275-4c90-8051-bcfd4edaaf60 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.1257086 Mar 27 15:29:22.796053 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] For port d732b511-5e28-4cb1-bd6a-3a3d8145880f, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:22.799641 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] For port d732b511-5e28-4cb1-bd6a-3a3d8145880f, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=d732b511-5e28-4cb1-bd6a-3a3d8145880f,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:22.810112 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.819391 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:22.879014 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-68af11bd-bb42-41c0-bdfd-d78e73dd178e req-6b63fd14-2a99-4061-b9d2-23fb25c766ad tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906041 Mar 27 15:29:22.904284 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfc593-aa06-41b2-a7a6-422e79ccd1d4 None None] Pushing event updated for resources: {'Port': ['ID=d732b511-5e28-4cb1-bd6a-3a3d8145880f,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:22.935500 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8df54fd2-f384-4947-9ffc-dc9c3eb09b10 None None] Current status of the port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:22.949186 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:22.955164 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:23.096693 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 4cba09f1-e6c0-437f-83a3-3806cda34e0d is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:23.112301 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:23.308988 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:23.329233 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d04c-0b09-4d1d-ae9d-d7b889b0f3d3 req-06d2734c-058e-431c-8483-3367d2013944 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:23.333405 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b688d04c-0b09-4d1d-ae9d-d7b889b0f3d3 req-06d2734c-058e-431c-8483-3367d2013944 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 949 time: 0.2818589 Mar 27 15:29:23.372907 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:23.415802 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b688d04c-0b09-4d1d-ae9d-d7b889b0f3d3 req-e5e0ceb5-4279-483e-846c-a5117c590bc4 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745528 Mar 27 15:29:23.428273 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['447419f7-2809-4c70-a4f0-5e9e146344b7'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:23.472727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:23.498984 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cba09f1-e6c0-437f-83a3-3806cda34e0d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:23.501385 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f7ef3-946e-4263-9e60-406d9c121dfe" -d '{"events": [{"server_uuid": "6f5c6d41-4dde-4d0b-8710-98a4be84930d", "name": "network-vif-plugged", "status": "completed", "tag": "4cba09f1-e6c0-437f-83a3-3806cda34e0d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:23.507929 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=447419f7-2809-4c70-a4f0-5e9e146344b7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:23.511183 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:23.537969 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:23.580400 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fc751-0561-4dcf-8174-784364afb09b req-e4788e10-727b-48dd-923a-bcb5ef60d12e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:23.588729 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-078fc751-0561-4dcf-8174-784364afb09b req-e4788e10-727b-48dd-923a-bcb5ef60d12e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 945 time: 0.1423550 Mar 27 15:29:23.625608 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1630ec-7b49-49ca-a844-9ef185f20b24 x-openstack-request-id: req-ac1630ec-7b49-49ca-a844-9ef185f20b24 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:23.625939 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c6d41-4dde-4d0b-8710-98a4be84930d", "name": "network-vif-plugged", "status": "completed", "tag": "4cba09f1-e6c0-437f-83a3-3806cda34e0d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:23.626207 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac1630ec-7b49-49ca-a844-9ef185f20b24 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:23.626621 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1630ec-7b49-49ca-a844-9ef185f20b24'] response: {'server_uuid': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cba09f1-e6c0-437f-83a3-3806cda34e0d', 'code': 200} Mar 27 15:29:23.641357 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:23.647043 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:23.724815 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=4cba09f1-e6c0-437f-83a3-3806cda34e0d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:23.941776 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:23.950899 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-078fc751-0561-4dcf-8174-784364afb09b req-5b16fa80-b723-4bb1-b8f1-0898a91e4a7e tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611989 Mar 27 15:29:23.993555 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99505-1b42-4fbe-a81e-835a26681bc7 req-c67fd9d3-3632-4f01-869b-c02c3a5f0752 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:23.995119 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c1a99505-1b42-4fbe-a81e-835a26681bc7 req-c67fd9d3-3632-4f01-869b-c02c3a5f0752 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1188033 Mar 27 15:29:24.040841 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:20Z', 'revision_number': 3, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:24.086899 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c1a99505-1b42-4fbe-a81e-835a26681bc7 req-eefd6bb2-a699-44d1-93d8-a19b6eb2d616 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814967 Mar 27 15:29:24.128488 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Allocated IP 172.20.0.1 (88d16fb4-dbea-4059-9c20-adfd6f6a320d/d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40/80b501aa-91cf-4e41-ae39-4eb0a1d41f81) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:24.139614 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9d4d-12ca-43ab-8297-4f54b471ef34 req-b62c8f50-a05a-4a71-911f-2e20a5052ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.142000 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d0fb9d4d-12ca-43ab-8297-4f54b471ef34 req-b62c8f50-a05a-4a71-911f-2e20a5052ffd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 1129 time: 0.1900711 Mar 27 15:29:24.238460 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d28c5c-0de8-4ee2-9fe7-b2b7011b7d43 None None] The sync data for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi is: [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:20Z', 'revision_number': 3, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:24.255744 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d0fb9d4d-12ca-43ab-8297-4f54b471ef34 req-60b88972-5f98-484f-af9f-1d813819859f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049628 Mar 27 15:29:24.312900 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks [] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:24.364917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:24.444049 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:24.447631 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:24.453540 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:24.525779 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (731fc799-dcb6-4a56-a10e-9757b4b390bb), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:24.637214 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Pushing event updated for resources: {'Port': ['ID=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:24.744573 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39906ab-9174-4c81-afe3-1541d376f6a7 req-23445411-0801-4219-91bd-9c0c3b81936f tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:24.746232 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e39906ab-9174-4c81-afe3-1541d376f6a7 req-23445411-0801-4219-91bd-9c0c3b81936f tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 949 time: 0.1590450 Mar 27 15:29:24.828272 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:24.849831 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e39906ab-9174-4c81-afe3-1541d376f6a7 req-2708f609-7b0a-4696-b06f-c96bf9c1f2dd tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911791 Mar 27 15:29:24.892574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2f0a2d0b-f8d8-4e0c-92d1-3de4036d359a None None] Provisioning complete for port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:24.893684 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2d0b-f8d8-4e0c-92d1-3de4036d359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:24.943744 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a2d0b-f8d8-4e0c-92d1-3de4036d359a None None] Port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:25.031710 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks [] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.048615 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.144005 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (731fc799-dcb6-4a56-a10e-9757b4b390bb), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.168582 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Pushing event updated for resources: {'Port': ['ID=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:25.182165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4844d62-0412-4de4-8173-b21ae0e9443d req-492a9a90-467d-4c83-a347-286c98279204 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.184137 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b4844d62-0412-4de4-8173-b21ae0e9443d req-492a9a90-467d-4c83-a347-286c98279204 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 945 time: 0.1570230 Mar 27 15:29:25.278879 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d732b511-5e28-4cb1-bd6a-3a3d8145880f up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:25.304061 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47182) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:25.309192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918220291', 'description': 'tempest-description--760882704'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:25.355953 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port d732b511-5e28-4cb1-bd6a-3a3d8145880f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:25.356338 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.376743 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.385075 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:25.393115 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:25.542558 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f01bd-b0c3-4e2b-a049-6f55dd2a038d req-3b23a0b7-8996-4660-ae2d-527c1bdc8321 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.545575 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da9f01bd-b0c3-4e2b-a049-6f55dd2a038d req-3b23a0b7-8996-4660-ae2d-527c1bdc8321 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.1484942 Mar 27 15:29:25.611559 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port d732b511-5e28-4cb1-bd6a-3a3d8145880f is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:25.612179 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.646721 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port d732b511-5e28-4cb1-bd6a-3a3d8145880f, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=d732b511-5e28-4cb1-bd6a-3a3d8145880f,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:25.652642 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.661697 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b4844d62-0412-4de4-8173-b21ae0e9443d req-9dacbba3-eb0d-4eee-a1b8-85d211f7c525 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997158 Mar 27 15:29:25.712257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group (cbda19a6-b343-41e9-a98d-ffcadf7733ed), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.716048 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da9f01bd-b0c3-4e2b-a049-6f55dd2a038d req-5ba2baf7-fe78-4a3d-a172-307aa2267abc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493680 Mar 27 15:29:25.717181 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (cbda19a6-b343-41e9-a98d-ffcadf7733ed), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.751627 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda19a6-b343-41e9-a98d-ffcadf7733ed,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:25.766654 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.767993 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b1e0d3ff-2063-434b-8af4-9e91a0779a0f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4623687 Mar 27 15:29:25.772249 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47194) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:25.780763 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'security_group_rule': {'security_group_id': 'cbda19a6-b343-41e9-a98d-ffcadf7733ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:25.784829 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=d732b511-5e28-4cb1-bd6a-3a3d8145880f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:25.830408 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-0d524cc4-1286-4e31-b8c9-cc00438993a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:25.832255 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-0d524cc4-1286-4e31-b8c9-cc00438993a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1129 time: 0.3352001 Mar 27 15:29:25.845025 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group_rule (4994fbce-10b2-4db4-ae57-65ab27482088), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:25.911168 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3cec7a88-201f-447b-8cd4-ef7bdf0cd6d0 None None] Provisioning complete for port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:25.911796 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3cec7a88-201f-447b-8cd4-ef7bdf0cd6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.002390 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3cec7a88-201f-447b-8cd4-ef7bdf0cd6d0 None None] Port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:26.029675 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Router 731fc799-dcb6-4a56-a10e-9757b4b390bb has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:29:26.076993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2a5a-bd1b-4cfa-97db-9701d85539e4 req-ab3e90ac-fe45-4e98-b07d-cd25b00638b2 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.078518 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2d8a2a5a-bd1b-4cfa-97db-9701d85539e4 req-ab3e90ac-fe45-4e98-b07d-cd25b00638b2 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.0656548 Mar 27 15:29:26.128043 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group_rule (4994fbce-10b2-4db4-ae57-65ab27482088), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.132486 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2d8a2a5a-bd1b-4cfa-97db-9701d85539e4 req-6903320f-e8b0-478f-978c-1bb2eff48e9f tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Mar 27 15:29:26.191717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (4994fbce-10b2-4db4-ae57-65ab27482088), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.199402 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-6ce7a9c1-214a-4ff1-9a81-68fcdcc7d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.200852 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-6ce7a9c1-214a-4ff1-9a81-68fcdcc7d1e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.3579879 Mar 27 15:29:26.234210 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4994fbce-10b2-4db4-ae57-65ab27482088,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:26.287859 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fa1f1-d756-443b-9de0-bf656be1e66e req-0ca24617-d677-4e86-b368-f41f69c60eaf tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.289419 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-175fa1f1-d756-443b-9de0-bf656be1e66e req-0ca24617-d677-4e86-b368-f41f69c60eaf tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 949 time: 0.2784975 Mar 27 15:29:26.295146 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.296255 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6f3c5910-4560-4278-a167-e0a19053ca15 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5219409 Mar 27 15:29:26.299104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:26.302108 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 447419f7-2809-4c70-a4f0-5e9e146344b7 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:26.306180 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'security_group_rule': {'security_group_id': 'cbda19a6-b343-41e9-a98d-ffcadf7733ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:26.338887 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-3172c9bf-4233-42a6-9d2c-99b663ed23c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 1001 time: 0.1221261 Mar 27 15:29:26.344392 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group_rule (1f0db1d5-7a54-4035-8caa-a13a01aabe87), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.365047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:26.366698 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 447419f7-2809-4c70-a4f0-5e9e146344b7 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:26.376009 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 447419f7-2809-4c70-a4f0-5e9e146344b7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:26.376577 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.391103 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1d59075a-45f3-4af2-bd91-7bd4420b77f4 admin admin] 10.222.0.10 "PUT /v2.0/routers/731fc799-dcb6-4a56-a10e-9757b4b390bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6507103 Mar 27 15:29:26.414916 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Sync routers for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:26.422355 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group_rule (1f0db1d5-7a54-4035-8caa-a13a01aabe87), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.425186 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-175fa1f1-d756-443b-9de0-bf656be1e66e req-202baf20-055a-4369-99a3-21f37fe2996e tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250174 Mar 27 15:29:26.427206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (1f0db1d5-7a54-4035-8caa-a13a01aabe87), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.438719 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:26.439528 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:26.454769 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-b38c0f48-62e7-4fea-92c8-155a221fb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.456368 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-b38c0f48-62e7-4fea-92c8-155a221fb639 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.1096272 Mar 27 15:29:26.458222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0db1d5-7a54-4035-8caa-a13a01aabe87,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:26.470030 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.471503 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c4694cf0-80e0-4d05-8c0f-819887a368ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707325 Mar 27 15:29:26.475109 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47208) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:26.490173 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:26.542054 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.557028 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-540cfbf6-1f92-466f-a754-5d47cb642242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.558822 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-540cfbf6-1f92-466f-a754-5d47cb642242 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948050 Mar 27 15:29:26.583459 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 447419f7-2809-4c70-a4f0-5e9e146344b7 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:26.583853 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.614901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:26.653086 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447419f7-2809-4c70-a4f0-5e9e146344b7'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:26.655289 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e76a18-3cad-4118-9aeb-6a361fc132a0" -d '{"events": [{"server_uuid": "bdb089fb-c79d-475a-927b-cd0e827de3c5", "name": "network-vif-plugged", "status": "completed", "tag": "447419f7-2809-4c70-a4f0-5e9e146344b7"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:26.660351 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.672246 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 447419f7-2809-4c70-a4f0-5e9e146344b7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=447419f7-2809-4c70-a4f0-5e9e146344b7,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:26.686110 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:26.718931 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-8e926dad-18c9-4fff-bfe6-01bed8c0f8ea service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472847 Mar 27 15:29:26.743311 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60270c8-c241-4da0-9d54-c45dac8e894b x-openstack-request-id: req-c60270c8-c241-4da0-9d54-c45dac8e894b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:26.743644 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb089fb-c79d-475a-927b-cd0e827de3c5", "name": "network-vif-plugged", "status": "completed", "tag": "447419f7-2809-4c70-a4f0-5e9e146344b7", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:26.743908 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c60270c8-c241-4da0-9d54-c45dac8e894b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:26.744307 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60270c8-c241-4da0-9d54-c45dac8e894b'] response: {'server_uuid': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447419f7-2809-4c70-a4f0-5e9e146344b7', 'code': 200} Mar 27 15:29:26.876937 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=447419f7-2809-4c70-a4f0-5e9e146344b7,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:26.967802 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d320c6-9c44-41e6-bf28-b60a6946698c req-de6c254b-f71d-48ae-813b-f2a39fe37591 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:26.969358 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-10d320c6-9c44-41e6-bf28-b60a6946698c req-de6c254b-f71d-48ae-813b-f2a39fe37591 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 945 time: 0.1587617 Mar 27 15:29:26.971993 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4420a4f2-5281-4c00-95ec-1c3568acf33e req-a6f64d07-43ba-4f59-8d09-cd35fca73ae0 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465949 Mar 27 15:29:27.004441 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 2, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:27.038917 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Checking router: 731fc799-dcb6-4a56-a10e-9757b4b390bb for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:27.042163 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Updating router 731fc799-dcb6-4a56-a10e-9757b4b390bb port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:29:27.067781 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0d9a-75e7-4b29-bb2a-10a9c1791edf req-58067e6d-b462-4362-8097-1c168eb0aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.069357 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5d4b0d9a-75e7-4b29-bb2a-10a9c1791edf req-58067e6d-b462-4362-8097-1c168eb0aed5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 1134 time: 0.0848684 Mar 27 15:29:27.076184 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-10d320c6-9c44-41e6-bf28-b60a6946698c req-81674e9c-b9a9-46e5-93c8-d831e811b8bb tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004951 Mar 27 15:29:27.098164 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.124160 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5d4b0d9a-75e7-4b29-bb2a-10a9c1791edf req-ff3be8cc-7173-430d-b3c8-b4e574e1d2d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455699 Mar 27 15:29:27.266328 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Allocated IP 172.27.1.161 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/f46a6fa8-99a4-43c4-adb7-c6f1db523a4f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:27.271320 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d732b511-5e28-4cb1-bd6a-3a3d8145880f up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:27.321670 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:27.328571 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2101980948-network', 'tenant_id': 'c48c98d769a948c1be0289288065d554'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:27.347819 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e56cf-a1e2-4115-a0f1-9ace22eb82c8 req-53ac765b-ee9e-4c5b-8437-8d76b928e0f5 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.349566 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-991e56cf-a1e2-4115-a0f1-9ace22eb82c8 req-53ac765b-ee9e-4c5b-8437-8d76b928e0f5 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.0924284 Mar 27 15:29:27.382966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Made reservation on behalf of c48c98d769a948c1be0289288065d554 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:27.385407 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.397053 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.442248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port d732b511-5e28-4cb1-bd6a-3a3d8145880f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:27.442632 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.446357 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.456102 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc45a-f6f4-4b7e-8772-43d9e4949a05 req-81259359-7398-4361-9fe7-b84851b0f466 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.457944 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edbcc45a-f6f4-4b7e-8772-43d9e4949a05 req-81259359-7398-4361-9fe7-b84851b0f466 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 945 time: 0.3646026 Mar 27 15:29:27.472114 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-991e56cf-a1e2-4115-a0f1-9ace22eb82c8 req-47dd5a77-1bf1-4b54-8b50-b72709cc1457 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116636 Mar 27 15:29:27.547759 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.569699 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-edbcc45a-f6f4-4b7e-8772-43d9e4949a05 req-f27400b3-20fa-48a1-a5ff-d7e685a73dae tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039734 Mar 27 15:29:27.581855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks [] for security_group (49873928-12fc-4043-b9c5-ee4c8bc2330c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.599298 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:27.599516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (49873928-12fc-4043-b9c5-ee4c8bc2330c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.599637 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:27.600571 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port d732b511-5e28-4cb1-bd6a-3a3d8145880f is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:27.605814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:27.613327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:29:27.650971 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (2f50af73-7651-4731-a51e-86e8ae399e3a), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.651488 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Added segment 2f50af73-7651-4731-a51e-86e8ae399e3a of type vlan for network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 Mar 27 15:29:27.673792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'Port': ['ID=f46a6fa8-99a4-43c4-adb7-c6f1db523a4f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:27.713492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49873928-12fc-4043-b9c5-ee4c8bc2330c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:27.737651 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.750054 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522102b-d7bb-4ab3-b2c9-f3a14e7cfb68 req-9f68bdab-7dcd-4597-846b-a56024d67380 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.751726 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1522102b-d7bb-4ab3-b2c9-f3a14e7cfb68 req-9f68bdab-7dcd-4597-846b-a56024d67380 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.1683691 Mar 27 15:29:27.797588 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.797889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.797889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:27.797889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.832291 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Publish callbacks [] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.841089 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.845863 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.871289 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5485072 Mar 27 15:29:27.872335 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47254) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:27.879002 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Request body: {'subnet': {'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2101980948-subnet', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:27.900196 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1522102b-d7bb-4ab3-b2c9-f3a14e7cfb68 req-dcf06596-f89b-4e89-bd25-0fcc804dbd5e tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377175 Mar 27 15:29:27.925763 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac26480-61af-45cd-a52a-59262b87d9aa admin admin] Pushing event updated for resources: {'Network': ['ID=f5ba6be9-2024-4016-83d4-8cbcc4fd5d24,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:27.956287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Made reservation on behalf of c48c98d769a948c1be0289288065d554 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:27.959736 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:27.994727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:29:28.048405 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa297b-5fea-4e4b-9006-0595c0f714df None None] Pushing event updated for resources: {'Port': ['ID=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:28.068942 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Attempting to bind port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:28.069430 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Attempting to bind port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:28.069841 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Attempting to bind port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 on network 88d16fb4-dbea-4059-9c20-adfd6f6a320d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:28.085330 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:28.085786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Checking segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:28.087184 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.087695 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Bound using segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:28.088273 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Bound port: 80b501aa-91cf-4e41-ae39-4eb0a1d41f81, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:28.088723 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.098874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.105081 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.194133 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] For port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:28.194553 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'Port': ['ID=f46a6fa8-99a4-43c4-adb7-c6f1db523a4f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:28.204178 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] For port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:28.210044 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.212786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.230167 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.231840 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-43028d25-2102-4517-be2a-14d2d78d3d6f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7553372 Mar 27 15:29:28.301526 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] Provisioning complete for port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:28.301893 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.305855 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:28.307128 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:28.315188 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:29:28.350592 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-984dfa93-7148-4a11-ab17-cd6c4acad002 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:28.352767 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-984dfa93-7148-4a11-ab17-cd6c4acad002 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.4420402 Mar 27 15:29:28.379548 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa297b-5fea-4e4b-9006-0595c0f714df None None] Pushing event updated for resources: {'Port': ['ID=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:28.427621 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc7961-b17b-408f-8520-cc49f7949033 req-9aaf1ce3-91c1-4838-a441-6b234bb80418 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:28.439194 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-36fc7961-b17b-408f-8520-cc49f7949033 req-9aaf1ce3-91c1-4838-a441-6b234bb80418 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 945 time: 0.1555882 Mar 27 15:29:28.568062 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-25c57afd-2a05-40aa-9d7c-45512542aa9d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--918220291&fields=id&tenant_id=e7a1e3194dda4bd58501cbaade0859ae HTTP/1.1" status: 200 len: 267 time: 0.1394186 Mar 27 15:29:28.622381 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: ACTIVE; New status is: DOWN {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:28.623113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.639193 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-36fc7961-b17b-408f-8520-cc49f7949033 req-d98b6516-ccee-4940-a455-1214a770502d tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990032 Mar 27 15:29:28.669662 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:28.715016 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] Current status of the port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:28.715412 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.747007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-b928e098-0e73-4410-a28e-9fcf103bd65b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:28.747989 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Deleting port 33736d66-9308-425d-bd43-85ca9214c23a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:29:28.748597 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (33736d66-9308-425d-bd43-85ca9214c23a), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.748992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:28.749726 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-b928e098-0e73-4410-a28e-9fcf103bd65b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 818 time: 0.1732714 Mar 27 15:29:28.751238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9248358d-67d3-43ed-bf15-e0f6b98e43d7" -d '{"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:28.775498 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-b982020d-6fc6-48ef-8434-7aeb4dcb58cd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/quotas/e7a1e3194dda4bd58501cbaade0859ae HTTP/1.1" status: 200 len: 375 time: 0.0193064 Mar 27 15:29:28.785113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:28.794853 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.832644 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.859823 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-e16fb39f-d0ff-4b0d-8b8a-69c448d628e7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831640 Mar 27 15:29:28.876865 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] For port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:28.886840 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.919770 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:28.933068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:28.955353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232c11e-142a-4a50-861c-d959cb6b94b8 req-7e9f49cb-5517-4541-bcac-977223613fb7 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:28.956824 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9232c11e-142a-4a50-861c-d959cb6b94b8 req-7e9f49cb-5517-4541-bcac-977223613fb7 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 945 time: 0.2272556 Mar 27 15:29:28.968533 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] For port 33736d66-9308-425d-bd43-85ca9214c23a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33736d66-9308-425d-bd43-85ca9214c23a,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:28.968897 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (33736d66-9308-425d-bd43-85ca9214c23a), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:28.983465 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-acdecbfa-fa07-4705-9c2d-6675efcda160 service neutron] 10.222.0.10 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053641 Mar 27 15:29:28.987990 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Checking segment: {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:28.988351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Network hostable DHCP agents. Network: f5ba6be9-2024-4016-83d4-8cbcc4fd5d24, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:29:29.000144 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Calling delete_port for 33736d66-9308-425d-bd43-85ca9214c23a owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:29:29.013264 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7adb8-082e-4d50-a335-a2a796ebcb27 None None] Pushing event updated for resources: {'Port': ['ID=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:29.028366 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a824f847-ae49-403e-a868-089cc4082709 None None] Provisioning complete for port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:29.028744 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a824f847-ae49-403e-a868-089cc4082709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.083199 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9232c11e-142a-4a50-861c-d959cb6b94b8 req-3fb2db34-1930-4c01-837b-c8d7e9eb487e tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106446 Mar 27 15:29:29.087038 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:29:29.089115 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:29.112575 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, f5ba6be9-2024-4016-83d4-8cbcc4fd5d24) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:29.117882 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:29.118607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.120219 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d5481-5f29-4152-b541-95a54e5c3526 None None] The sync data for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi is: [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:29.124881 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7f3ba-99b9-44fb-a066-3c867d93d3b1 None None] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:29:29.157091 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-b5638110-452c-45c2-8fe7-91d3ac29b6d9 service neutron] 10.222.0.10 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661537 Mar 27 15:29:29.162001 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-dac99423-8108-4b15-a51e-3c633cdf742f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2855227 Mar 27 15:29:29.163285 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:29.175366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:29.244357 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (33736d66-9308-425d-bd43-85ca9214c23a), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.260713 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['33736d66-9308-425d-bd43-85ca9214c23a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:29.263276 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (b9dffe84-6823-4494-8ec7-8b2c05b63b47), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.284394 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (b9dffe84-6823-4494-8ec7-8b2c05b63b47), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.287182 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a824f847-ae49-403e-a868-089cc4082709 None None] Current status of the port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:29.331340 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Pushing event deleted for resources: {'Port': ['ID=33736d66-9308-425d-bd43-85ca9214c23a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:29.355474 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-f5ba6be9-2024-4016-83d4-8cbcc4fd5d24', 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24', 'project_id': 'c48c98d769a948c1be0289288065d554', 'fixed_ips': [{'subnet_id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:29:29.356639 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.368841 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks [] for router_controller (b9dffe84-6823-4494-8ec7-8b2c05b63b47), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.385031 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20165f-c729-4bd1-accf-60aace853f56 req-e3115ea8-f68f-4bf7-94e1-580c849d321a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:29.386695 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ba20165f-c729-4bd1-accf-60aace853f56 req-e3115ea8-f68f-4bf7-94e1-580c849d321a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1577210 Mar 27 15:29:29.468514 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] No DVR routers for this DVR port 33736d66-9308-425d-bd43-85ca9214c23a on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:29:29.495173 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.504390 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8f14e7e6-3a59-4c2f-a7e9-bd4a9545d265 req-1f56ac74-bbcb-4014-bbf8-c59447324f64 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "DELETE /v2.0/ports/33736d66-9308-425d-bd43-85ca9214c23a HTTP/1.1" status: 204 len: 173 time: 1.1438880 Mar 27 15:29:29.505101 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'name': 'network-vif-deleted', 'tag': '33736d66-9308-425d-bd43-85ca9214c23a'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:29.509882 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba9a5c-37cd-4c13-a436-256c9970b038" -d '{"events": [{"server_uuid": "d2eec91d-7387-4ff1-bf1c-891c04a296de", "name": "network-vif-deleted", "tag": "33736d66-9308-425d-bd43-85ca9214c23a"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:29.558151 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ba20165f-c729-4bd1-accf-60aace853f56 req-e7455751-9748-4c9e-92b0-899e7e37ca2a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351995 Mar 27 15:29:29.660729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks [] for router_gateway (b9dffe84-6823-4494-8ec7-8b2c05b63b47), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:29.785159 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1f6fea4d-e1c0-44c4-a9f6-17878acfbcea req-9bfb001f-0213-49c9-8df2-8097b35b0e79 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 210 time: 0.0743837 Mar 27 15:29:29.861937 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9cae-547e-45da-b59f-8c4fd9696b61 req-7f7c0e4d-b27c-4751-97b0-f3067d790c2a tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:29.865364 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-96af9cae-547e-45da-b59f-8c4fd9696b61 req-7f7c0e4d-b27c-4751-97b0-f3067d790c2a tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.2966192 Mar 27 15:29:29.883985 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c842d4-9c0d-483d-b899-bed09fc04981 x-openstack-request-id: req-e8c842d4-9c0d-483d-b899-bed09fc04981 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:29.884325 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:29.884579 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8c842d4-9c0d-483d-b899-bed09fc04981 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:29.884975 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c842d4-9c0d-483d-b899-bed09fc04981'] response: {'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'code': 200} Mar 27 15:29:29.911799 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339aea1c-a88c-4629-958f-97b417eb45d4 x-openstack-request-id: req-339aea1c-a88c-4629-958f-97b417eb45d4 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:29.913013 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2eec91d-7387-4ff1-bf1c-891c04a296de", "name": "network-vif-deleted", "tag": "33736d66-9308-425d-bd43-85ca9214c23a", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:29.915450 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-339aea1c-a88c-4629-958f-97b417eb45d4 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:29.916084 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339aea1c-a88c-4629-958f-97b417eb45d4'] response: {'server_uuid': 'd2eec91d-7387-4ff1-bf1c-891c04a296de', 'name': 'network-vif-deleted', 'tag': '33736d66-9308-425d-bd43-85ca9214c23a', 'status': 'completed', 'code': 200} Mar 27 15:29:29.950904 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77970cfa-5699-49cd-87e8-db9d648be33c req-60e781ed-4422-4aa0-a891-6133f5d35958 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:29.954448 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-77970cfa-5699-49cd-87e8-db9d648be33c req-60e781ed-4422-4aa0-a891-6133f5d35958 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 945 time: 0.1919935 Mar 27 15:29:30.020601 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-96af9cae-547e-45da-b59f-8c4fd9696b61 req-5651da60-5f68-4bb9-8643-5fd8b7fc7394 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464336 Mar 27 15:29:30.037755 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Allocated IP 172.20.0.2 (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24/2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4/6db75263-e0cc-4eda-a666-16e60830f624) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:30.286162 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638f3b-c9ea-44fd-834b-7f1dc4901213 req-13de825b-0ff1-4d4e-8b51-3e9b89e0a383 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:30.288521 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-51638f3b-c9ea-44fd-834b-7f1dc4901213 req-13de825b-0ff1-4d4e-8b51-3e9b89e0a383 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 945 time: 0.2098520 Mar 27 15:29:30.303869 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Deleting port 4cba09f1-e6c0-437f-83a3-3806cda34e0d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:29:30.304690 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.327481 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Publish callbacks [] for port (6db75263-e0cc-4eda-a666-16e60830f624), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.334734 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (6db75263-e0cc-4eda-a666-16e60830f624), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.365262 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cf39623f-408e-4822-a81c-ac043bea1bd4 req-6a71efd1-f9e2-4c29-ab7e-913cd56e4f4a tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2eec91d-7387-4ff1-bf1c-891c04a296de HTTP/1.1" status: 200 len: 210 time: 0.0840070 Mar 27 15:29:30.385667 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:30.402550 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Pushing event updated for resources: {'Port': ['ID=6db75263-e0cc-4eda-a666-16e60830f624,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:30.405334 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:30.408093 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:30.434113 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks [] for router_gateway (b9dffe84-6823-4494-8ec7-8b2c05b63b47), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.460285 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.516725 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-51638f3b-c9ea-44fd-834b-7f1dc4901213 req-b3518e22-334a-4a3b-89e3-ef7667253594 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad304dd5-fb82-46db-b1de-7df7fae7c3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169673 Mar 27 15:29:30.565024 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Attempting to bind port 6db75263-e0cc-4eda-a666-16e60830f624 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:30.566532 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Attempting to bind port 6db75263-e0cc-4eda-a666-16e60830f624 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:30.568692 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Attempting to bind port 6db75263-e0cc-4eda-a666-16e60830f624 on network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:30.575135 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:30.575944 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Checking segment: {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:30.576074 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.576924 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Bound using segment: {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:30.577268 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Bound port: 6db75263-e0cc-4eda-a666-16e60830f624, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:30.577730 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (6db75263-e0cc-4eda-a666-16e60830f624), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.578241 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] For port 4cba09f1-e6c0-437f-83a3-3806cda34e0d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4cba09f1-e6c0-437f-83a3-3806cda34e0d,segment=NetworkSegment(5be41f4b-b317-4fc6-a531-78962a3bffef),segment_id=5be41f4b-b317-4fc6-a531-78962a3bffef)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:30.578717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.599644 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Calling delete_port for 4cba09f1-e6c0-437f-83a3-3806cda34e0d owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:29:30.683315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] For port 6db75263-e0cc-4eda-a666-16e60830f624, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:30.687009 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] For port 6db75263-e0cc-4eda-a666-16e60830f624, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=6db75263-e0cc-4eda-a666-16e60830f624,segment=NetworkSegment(2f50af73-7651-4731-a51e-86e8ae399e3a),segment_id=2f50af73-7651-4731-a51e-86e8ae399e3a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:30.707596 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (6db75263-e0cc-4eda-a666-16e60830f624), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.712159 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Allocated IP 172.27.1.34 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/4f3d9123-3bc9-4a06-97de-8833c98e7975) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:30.776880 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f6b7948a-2853-4a14-a93a-b036a831b1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:30.804134 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af9c81-f7a3-4321-9d04-c5b8c08295d5 None None] Pushing event updated for resources: {'Port': ['ID=6db75263-e0cc-4eda-a666-16e60830f624,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:30.856503 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43b80e-eada-4801-b5a1-35e002f47710 req-c4ee5c98-958d-4085-ad9e-289a375c8c9c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:30.858180 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2b43b80e-eada-4801-b5a1-35e002f47710 req-c4ee5c98-958d-4085-ad9e-289a375c8c9c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1370156 Mar 27 15:29:30.921497 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bbb30-4e6b-4b10-9182-811ee143a117 req-32bab44f-f10d-43f2-8158-8f41269e05b3 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:30.936446 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4b8bbb30-4e6b-4b10-9182-811ee143a117 req-32bab44f-f10d-43f2-8158-8f41269e05b3 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.1345136 Mar 27 15:29:31.093255 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4b8bbb30-4e6b-4b10-9182-811ee143a117 req-ea4cedf0-1b22-440d-b0a4-702553c02610 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557097 Mar 27 15:29:31.105784 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (4cba09f1-e6c0-437f-83a3-3806cda34e0d), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.118867 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['4cba09f1-e6c0-437f-83a3-3806cda34e0d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:31.124735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks [] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.156276 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2b43b80e-eada-4801-b5a1-35e002f47710 req-1e4c61d8-f49b-43ed-a387-555863f4975e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842216 Mar 27 15:29:31.223951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.299507 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Pushing event deleted for resources: {'Port': ['ID=4cba09f1-e6c0-437f-83a3-3806cda34e0d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:31.369013 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:31.390364 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d31929f5-0022-4655-96c5-5c8a9dc9668d req-b73fae64-aa8b-43a5-9a81-d5f77dde6ac3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 210 time: 0.0835102 Mar 27 15:29:31.417745 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] No DVR routers for this DVR port 4cba09f1-e6c0-437f-83a3-3806cda34e0d on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:29:31.421147 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:31.426732 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:31.434995 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.438447 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-77970cfa-5699-49cd-87e8-db9d648be33c req-e03c3bc6-99ac-4edd-9f67-bbc122080756 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.25 "DELETE /v2.0/ports/4cba09f1-e6c0-437f-83a3-3806cda34e0d HTTP/1.1" status: 204 len: 173 time: 1.4741433 Mar 27 15:29:31.502885 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-25df8cfc-3b4b-4d1b-b1f3-49b9eeed0528 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:31.504615 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-25df8cfc-3b4b-4d1b-b1f3-49b9eeed0528 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 818 time: 0.5552926 Mar 27 15:29:31.515186 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3d9123-3bc9-4a06-97de-8833c98e7975,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:31.611793 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 6db75263-e0cc-4eda-a666-16e60830f624 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:31.614505 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-88366865-9b95-4520-91f5-4e54613156c1 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a1e3194dda4bd58501cbaade0859ae HTTP/1.1" status: 200 len: 379 time: 0.0939379 Mar 27 15:29:31.641786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'port': {'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'admin_state_up': True, 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'security_groups': ['cbda19a6-b343-41e9-a98d-ffcadf7733ed']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:31.713982 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 6db75263-e0cc-4eda-a666-16e60830f624 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:31.720404 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (6db75263-e0cc-4eda-a666-16e60830f624), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.779025 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47342) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:31.850859 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 6db75263-e0cc-4eda-a666-16e60830f624 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:31.852922 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (6db75263-e0cc-4eda-a666-16e60830f624), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.918643 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'name': 'network-vif-deleted', 'tag': '4cba09f1-e6c0-437f-83a3-3806cda34e0d'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:31.922088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6922563-f253-4c98-a05e-9cba6258d687" -d '{"events": [{"server_uuid": "6f5c6d41-4dde-4d0b-8710-98a4be84930d", "name": "network-vif-deleted", "tag": "4cba09f1-e6c0-437f-83a3-3806cda34e0d"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:31.942837 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 6db75263-e0cc-4eda-a666-16e60830f624, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=6db75263-e0cc-4eda-a666-16e60830f624,segment=NetworkSegment(2f50af73-7651-4731-a51e-86e8ae399e3a),segment_id=2f50af73-7651-4731-a51e-86e8ae399e3a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:31.952597 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (6db75263-e0cc-4eda-a666-16e60830f624), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:31.953404 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:31.955628 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Made reservation on behalf of e7a1e3194dda4bd58501cbaade0859ae for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:31.960603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.142334 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=6db75263-e0cc-4eda-a666-16e60830f624,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.152137 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-358ca435-599a-4cad-bc13-a8fe644d8d2f req-3fe5ea44-0bae-4421-9db8-6f3092657c16 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 210 time: 0.4393814 Mar 27 15:29:32.168602 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:32.168992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.199340 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Allocated IP 172.20.0.12 (02735e7d-815f-4e60-89da-c6933ab495b8/7960cb80-d410-42b0-9f11-837bd4a38a1f/903a405f-d8af-43db-9557-0a64332d419f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:32.268133 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7473538f-ba1c-43e5-a89d-343397abc6ca x-openstack-request-id: req-7473538f-ba1c-43e5-a89d-343397abc6ca {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:32.268522 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c6d41-4dde-4d0b-8710-98a4be84930d", "name": "network-vif-deleted", "tag": "4cba09f1-e6c0-437f-83a3-3806cda34e0d", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:32.268705 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7473538f-ba1c-43e5-a89d-343397abc6ca {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:32.269306 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7473538f-ba1c-43e5-a89d-343397abc6ca'] response: {'server_uuid': '6f5c6d41-4dde-4d0b-8710-98a4be84930d', 'name': 'network-vif-deleted', 'tag': '4cba09f1-e6c0-437f-83a3-3806cda34e0d', 'status': 'completed', 'code': 200} Mar 27 15:29:32.293636 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e57ac8-099c-454a-8430-fcfb379a2d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.325038 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:32.333197 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-ef4ffd8d-61ce-436f-b4f7-1968f22e1fb7 req-008ec958-5fc5-49d3-a6d2-83095653ac6f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:29:32.334220 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ef4ffd8d-61ce-436f-b4f7-1968f22e1fb7 req-008ec958-5fc5-49d3-a6d2-83095653ac6f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054059 Mar 27 15:29:32.388068 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e738-b13f-4e8c-80af-9ad280f68f8c req-e739c5a7-5e3b-4d98-af55-b18f1c4ed07c tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:32.390647 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7f92e738-b13f-4e8c-80af-9ad280f68f8c req-e739c5a7-5e3b-4d98-af55-b18f1c4ed07c tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.1599858 Mar 27 15:29:32.408207 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks [] for router_gateway (b9dffe84-6823-4494-8ec7-8b2c05b63b47), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.471558 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for port (903a405f-d8af-43db-9557-0a64332d419f), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.511628 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa19294-cc10-440e-94a7-d8bf3187f7ea None None] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:29:32.512008 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e57ac8-099c-454a-8430-fcfb379a2d97 admin admin] Publish callbacks [] for security_group (f4e2b9e2-2629-40bf-94db-8a0d25a951cc), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.523890 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e57ac8-099c-454a-8430-fcfb379a2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f4e2b9e2-2629-40bf-94db-8a0d25a951cc), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.560244 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-64e44d00-c43c-4eaf-9f32-ac85872cfd7a req-c167c596-5c45-45aa-8d0e-04ea1aaa49a8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 210 time: 0.0651987 Mar 27 15:29:32.599919 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c8e57ac8-099c-454a-8430-fcfb379a2d97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=085955bb18c942769ea9f37885fe5269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198085 Mar 27 15:29:32.605693 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:32.606601 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e57ac8-099c-454a-8430-fcfb379a2d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2b9e2-2629-40bf-94db-8a0d25a951cc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.631368 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (903a405f-d8af-43db-9557-0a64332d419f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.685911 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Network 02735e7d-815f-4e60-89da-c6933ab495b8 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:32.697181 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:32.714754 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:32.727603 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7f92e738-b13f-4e8c-80af-9ad280f68f8c req-20593cb5-35c3-45a2-b05d-30c3a769c6fc tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269539 Mar 27 15:29:32.740016 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (b9dffe84-6823-4494-8ec7-8b2c05b63b47), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.755378 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e77ba4a4-d5ca-42f0-be97-3ec3b10ee388 None None] Provisioning complete for port 6db75263-e0cc-4eda-a666-16e60830f624 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:32.755839 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e77ba4a4-d5ca-42f0-be97-3ec3b10ee388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (6db75263-e0cc-4eda-a666-16e60830f624), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.797822 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event updated for resources: {'Port': ['ID=903a405f-d8af-43db-9557-0a64332d419f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:32.852278 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e77ba4a4-d5ca-42f0-be97-3ec3b10ee388 None None] Current status of the port 6db75263-e0cc-4eda-a666-16e60830f624 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:32.860165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:32.860953 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.866101 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab0f691b-97db-4b51-b8ff-6a7517d44e2e admin admin] Publish callbacks [] for security_group (f4e2b9e2-2629-40bf-94db-8a0d25a951cc), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:32.875293 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21761b-5af2-4719-8267-179d9ac2e040 req-71af87f3-0db4-4ad2-98db-47ba04028fe1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:32.876927 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2d21761b-5af2-4719-8267-179d9ac2e040 req-71af87f3-0db4-4ad2-98db-47ba04028fe1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1960108 Mar 27 15:29:32.934019 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-7824931a-605c-465c-b3c0-05b0d68f0909 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3027279 Mar 27 15:29:32.982390 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Router b9dffe84-6823-4494-8ec7-8b2c05b63b47 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:29:32.998044 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2d21761b-5af2-4719-8267-179d9ac2e040 req-68d90b4c-300a-415f-87ce-ec665582ccef tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024606 Mar 27 15:29:33.000337 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab0f691b-97db-4b51-b8ff-6a7517d44e2e admin admin] Publish callbacks [] for security_group (f4e2b9e2-2629-40bf-94db-8a0d25a951cc), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.002637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2c6a-f095-4d9b-bbaa-5f7a62420296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.084914 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47386) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:33.099329 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab0f691b-97db-4b51-b8ff-6a7517d44e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f4e2b9e2-2629-40bf-94db-8a0d25a951cc), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.107559 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab0f691b-97db-4b51-b8ff-6a7517d44e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.108943 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ab0f691b-97db-4b51-b8ff-6a7517d44e2e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4e2b9e2-2629-40bf-94db-8a0d25a951cc HTTP/1.1" status: 204 len: 168 time: 0.4985127 Mar 27 15:29:33.127078 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f691b-97db-4b51-b8ff-6a7517d44e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2b9e2-2629-40bf-94db-8a0d25a951cc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:33.167719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:33.176673 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Sync routers for ids ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:33.197698 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Routers {'b9dffe84-6823-4494-8ec7-8b2c05b63b47'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:33.198350 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:33.203445 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d92da297-8d70-4276-a913-f34813c21375 None None] Provisioning complete for port 6db75263-e0cc-4eda-a666-16e60830f624 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:33.203826 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d92da297-8d70-4276-a913-f34813c21375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (6db75263-e0cc-4eda-a666-16e60830f624), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.215257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.220216 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2508c92a-1ad4-49d1-a382-4dcc6cc65b25 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0543673 Mar 27 15:29:33.220390 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:33.242286 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 6db75263-e0cc-4eda-a666-16e60830f624 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:33.286826 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-66c0fd7f-1025-45ca-88cb-70cebd38e1eb req-90041074-1348-4cf1-942c-202d09c245d3 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 210 time: 0.0358224 Mar 27 15:29:33.342461 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Set router b9dffe84-6823-4494-8ec7-8b2c05b63b47 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:33.361480 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-adf8d64e-ad40-45b2-8c4c-ea1958fe4585 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2744250 Mar 27 15:29:33.373080 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-827d4f19-00e8-4f34-b03b-a71a9dd4d196 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:29:33.374482 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-827d4f19-00e8-4f34-b03b-a71a9dd4d196 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076327 Mar 27 15:29:33.379851 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 6db75263-e0cc-4eda-a666-16e60830f624 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:33.380239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (6db75263-e0cc-4eda-a666-16e60830f624), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.508388 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d92da297-8d70-4276-a913-f34813c21375 None None] Current status of the port 6db75263-e0cc-4eda-a666-16e60830f624 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:33.527706 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d92da297-8d70-4276-a913-f34813c21375 None None] Provisioning complete for port 903a405f-d8af-43db-9557-0a64332d419f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:33.528086 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d92da297-8d70-4276-a913-f34813c21375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (903a405f-d8af-43db-9557-0a64332d419f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.570252 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:32Z', 'revision_number': 3, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:33.580003 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d92da297-8d70-4276-a913-f34813c21375 None None] Port 903a405f-d8af-43db-9557-0a64332d419f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:33.604472 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47402) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:33.607716 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Checking router: b9dffe84-6823-4494-8ec7-8b2c05b63b47 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:33.608253 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Updating router b9dffe84-6823-4494-8ec7-8b2c05b63b47 port 4f3d9123-3bc9-4a06-97de-8833c98e7975 binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:29:33.645373 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.659281 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 6db75263-e0cc-4eda-a666-16e60830f624 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:33.733220 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 33736d66-9308-425d-bd43-85ca9214c23a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:29:33.755946 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 33736d66-9308-425d-bd43-85ca9214c23a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:29:33.756523 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 33736d66-9308-425d-bd43-85ca9214c23a not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:29:33.781360 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12c7d-a2f4-402a-984f-7caeb71976bf req-bfaadd47-f162-4437-ba8b-229aa10f3cb4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.791484 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-25d12c7d-a2f4-402a-984f-7caeb71976bf req-bfaadd47-f162-4437-ba8b-229aa10f3cb4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 932 time: 0.1231389 Mar 27 15:29:33.802198 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346f944-de33-4811-a8ef-48405454ae3e req-b382bf2f-4f3d-4ba6-87bc-b9a33b9e6e80 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.803841 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-b382bf2f-4f3d-4ba6-87bc-b9a33b9e6e80 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports/7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 940 time: 0.1979048 Mar 27 15:29:33.876575 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c50d06-be08-4890-9599-2e88adf5f8da req-935e3334-530b-4034-bf15-0d5b53d73cb0 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:33.878466 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-53c50d06-be08-4890-9599-2e88adf5f8da req-935e3334-530b-4034-bf15-0d5b53d73cb0 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.0731549 Mar 27 15:29:33.897265 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-25d12c7d-a2f4-402a-984f-7caeb71976bf req-a79be2d4-8d6b-41f4-8080-a7dae8b68167 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054704 Mar 27 15:29:33.942894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.945488 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Publish callbacks [] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:33.950710 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-53c50d06-be08-4890-9599-2e88adf5f8da req-a9947e59-3b59-406b-a412-6a0e44234972 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650079 Mar 27 15:29:33.952246 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.008597 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Attempting to bind port 4f3d9123-3bc9-4a06-97de-8833c98e7975 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:34.008965 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Attempting to bind port 4f3d9123-3bc9-4a06-97de-8833c98e7975 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:34.009317 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Attempting to bind port 4f3d9123-3bc9-4a06-97de-8833c98e7975 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:34.017300 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:34.017593 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:34.018182 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.018565 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:34.019049 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Bound port: 4f3d9123-3bc9-4a06-97de-8833c98e7975, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:34.019582 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.057153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.092297 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b43bbb-3d85-4440-9741-c77a4dfe02ae None None] Pushing event updated for resources: {'Port': ['ID=4f3d9123-3bc9-4a06-97de-8833c98e7975,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:34.128627 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] For port 4f3d9123-3bc9-4a06-97de-8833c98e7975, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:34.131901 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] For port 4f3d9123-3bc9-4a06-97de-8833c98e7975, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4f3d9123-3bc9-4a06-97de-8833c98e7975,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:34.140040 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.167043 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Allocated IP 172.20.0.1 (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24/2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4/d42cf07e-53c9-45dc-b416-6e232bd62646) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:34.190620 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e9ce3-4cc8-4433-92ec-30b400af72a4 req-30025ae3-1c27-46c4-8396-aa5d1e995477 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:34.192273 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8e5e9ce3-4cc8-4433-92ec-30b400af72a4 req-30025ae3-1c27-46c4-8396-aa5d1e995477 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0979152 Mar 27 15:29:34.199587 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Routers {'b9dffe84-6823-4494-8ec7-8b2c05b63b47'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:34.200308 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:34.272319 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b43bbb-3d85-4440-9741-c77a4dfe02ae None None] Pushing event updated for resources: {'Port': ['ID=4f3d9123-3bc9-4a06-97de-8833c98e7975,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:34.294932 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8e5e9ce3-4cc8-4433-92ec-30b400af72a4 req-d8d34c30-1a16-4b00-8ba6-e5d5c1ccc11a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879309 Mar 27 15:29:34.328412 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] Set router b9dffe84-6823-4494-8ec7-8b2c05b63b47 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:34.329270 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks [] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.366839 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.407105 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ef67049-87b2-49b6-8fa6-e88de1cc6444 req-ee067d82-0b78-4b89-a325-ff595d760ca3 tempest-VolumesActionsTest-1265573453 tempest-VolumesActionsTest-1265573453-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f5c6d41-4dde-4d0b-8710-98a4be84930d HTTP/1.1" status: 200 len: 210 time: 0.0303226 Mar 27 15:29:34.409730 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:34.412710 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:34.419910 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:34.452065 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d42cf07e-53c9-45dc-b416-6e232bd62646,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:34.471379 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (b9dffe84-6823-4494-8ec7-8b2c05b63b47), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.533151 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:32Z', 'revision_number': 3, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:34.566229 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c8d291-38f3-436b-b620-c1e6c1762120 None None] The sync data for ids ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'] in dv-cinder-835384-1-iscsi is: [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:32Z', 'revision_number': 3, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:34.617105 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.660228 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:29:34.740727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c0567456-87e3-4569-bae2-64bd6e31a979 None None] Provisioning complete for port d42cf07e-53c9-45dc-b416-6e232bd62646 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:34.740727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0567456-87e3-4569-bae2-64bd6e31a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:34.824477 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c0567456-87e3-4569-bae2-64bd6e31a979 None None] Port d42cf07e-53c9-45dc-b416-6e232bd62646 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:34.826637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: DOWN; New status is: DOWN {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:34.827738 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 4cba09f1-e6c0-437f-83a3-3806cda34e0d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:29:34.887665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 4cba09f1-e6c0-437f-83a3-3806cda34e0d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:29:34.888044 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 4cba09f1-e6c0-437f-83a3-3806cda34e0d not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:29:34.927161 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Request body: {'port': {'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:35.120423 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (903a405f-d8af-43db-9557-0a64332d419f), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.134054 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c538a-2368-4960-b82c-e218631d79c2 req-4a2fb7b6-caf3-4477-8d30-36eafbfe77ca tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:35.141407 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0b1c538a-2368-4960-b82c-e218631d79c2 req-4a2fb7b6-caf3-4477-8d30-36eafbfe77ca tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.0937104 Mar 27 15:29:35.156309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-0f058ddc-4e13-4379-a6a4-3cfe8877810d tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:35.157871 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-0f058ddc-4e13-4379-a6a4-3cfe8877810d tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.2522204 Mar 27 15:29:35.239643 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0b1c538a-2368-4960-b82c-e218631d79c2 req-631f799b-c98e-4b94-b208-e6e303b37de3 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816824 Mar 27 15:29:35.262801 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4f3d9123-3bc9-4a06-97de-8833c98e7975 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:35.294173 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38dfc-264d-4f13-84a9-db2550f16919 req-d2910988-e1bb-471b-932c-cfbbd3fb1a53 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:35.299553 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-31b38dfc-264d-4f13-84a9-db2550f16919 req-d2910988-e1bb-471b-932c-cfbbd3fb1a53 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 932 time: 0.3012741 Mar 27 15:29:35.340670 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 4f3d9123-3bc9-4a06-97de-8833c98e7975 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:35.341757 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.409979 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.489114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 4f3d9123-3bc9-4a06-97de-8833c98e7975 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:35.489718 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.502060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f8b0-18b9-48a3-b753-239af4243d11 req-1a4fff68-7303-4574-b90e-173d009cb740 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:35.513164 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a940f8b0-18b9-48a3-b753-239af4243d11 req-1a4fff68-7303-4574-b90e-173d009cb740 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0989909 Mar 27 15:29:35.548536 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 4f3d9123-3bc9-4a06-97de-8833c98e7975, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4f3d9123-3bc9-4a06-97de-8833c98e7975,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:35.556751 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.587472 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a940f8b0-18b9-48a3-b753-239af4243d11 req-ec7a7013-0ee1-471a-b01c-06ae177946d0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654900 Mar 27 15:29:35.633465 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-31b38dfc-264d-4f13-84a9-db2550f16919 req-f90037a5-abc6-407b-8bac-374123142447 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317621 Mar 27 15:29:35.641419 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=4f3d9123-3bc9-4a06-97de-8833c98e7975,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:35.684031 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks [] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.709395 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.837809 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (b9dffe84-6823-4494-8ec7-8b2c05b63b47), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:35.842729 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d42cf07e-53c9-45dc-b416-6e232bd62646,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:35.886543 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Deleting port 447419f7-2809-4c70-a4f0-5e9e146344b7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:29:35.886882 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.075334 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903a405f-d8af-43db-9557-0a64332d419f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:36.085133 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Publish callbacks [] for port (903a405f-d8af-43db-9557-0a64332d419f), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.094397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] For port 447419f7-2809-4c70-a4f0-5e9e146344b7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=447419f7-2809-4c70-a4f0-5e9e146344b7,segment=NetworkSegment(5b1057cb-0202-4b35-b54d-ed4e8aba3467),segment_id=5b1057cb-0202-4b35-b54d-ed4e8aba3467)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:36.094788 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.119579 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Calling delete_port for 447419f7-2809-4c70-a4f0-5e9e146344b7 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:29:36.122106 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:36.123159 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Transition to ACTIVE for port object 903a405f-d8af-43db-9557-0a64332d419f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:36.126515 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:36.130379 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346f944-de33-4811-a8ef-48405454ae3e req-4055eded-ab1e-4797-8737-fb30cd2920b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.132572 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (903a405f-d8af-43db-9557-0a64332d419f), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.132767 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-4055eded-ab1e-4797-8737-fb30cd2920b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987&tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 1127 time: 0.0928624 Mar 27 15:29:36.240996 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346f944-de33-4811-a8ef-48405454ae3e req-d9bda6c4-3654-41b4-9163-c192bf88b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.243250 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-d9bda6c4-3654-41b4-9163-c192bf88b7fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1127 time: 0.0812590 Mar 27 15:29:36.346839 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=903a405f-d8af-43db-9557-0a64332d419f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:36.390752 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346f944-de33-4811-a8ef-48405454ae3e req-bc708834-a9c7-42f2-aec7-c4e8b714f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.392497 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-bc708834-a9c7-42f2-aec7-c4e8b714f66b service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.1427906 Mar 27 15:29:36.545079 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Router b9dffe84-6823-4494-8ec7-8b2c05b63b47 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:29:36.571375 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-aebd6b57-647b-4362-a066-959a7112ab1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 200 len: 999 time: 0.1693861 Mar 27 15:29:36.597045 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Attempting to bind port 903a405f-d8af-43db-9557-0a64332d419f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:36.597384 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Attempting to bind port 903a405f-d8af-43db-9557-0a64332d419f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:36.597966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Attempting to bind port 903a405f-d8af-43db-9557-0a64332d419f on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:36.609660 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0eb8d045-e9a0-4745-91a1-d0b80b3ddacb None None] Provisioning complete for port d42cf07e-53c9-45dc-b416-6e232bd62646 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:36.610489 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef43c-80e8-437b-a26f-c1c62fb2c384 req-3b4ad228-59b7-441c-8f99-4fa4b2b846ef tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.611082 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d045-e9a0-4745-91a1-d0b80b3ddacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.618434 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4a2ef43c-80e8-437b-a26f-c1c62fb2c384 req-3b4ad228-59b7-441c-8f99-4fa4b2b846ef tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 950 time: 0.2640097 Mar 27 15:29:36.652098 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Port 903a405f-d8af-43db-9557-0a64332d419f on network 02735e7d-815f-4e60-89da-c6933ab495b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:36.652660 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Attempting to bind port 903a405f-d8af-43db-9557-0a64332d419f on network 02735e7d-815f-4e60-89da-c6933ab495b8 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:36.680948 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346f944-de33-4811-a8ef-48405454ae3e req-36d600ed-61dd-4a08-a31d-f159bcc89fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.682898 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-36d600ed-61dd-4a08-a31d-f159bcc89fad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0948608 Mar 27 15:29:36.683502 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:36.684046 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Checking segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:36.684497 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Bound using segment: {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:36.685002 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Bound port: 903a405f-d8af-43db-9557-0a64332d419f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941d0f11-8416-4af6-9181-d710d7810ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:36.685392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (903a405f-d8af-43db-9557-0a64332d419f), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.749438 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8d045-e9a0-4745-91a1-d0b80b3ddacb None None] Port d42cf07e-53c9-45dc-b416-6e232bd62646 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:29:36.807404 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (447419f7-2809-4c70-a4f0-5e9e146344b7), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.816385 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346f944-de33-4811-a8ef-48405454ae3e req-d87e4ff2-d08e-4c4c-86a0-08f65272e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.818030 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-d87e4ff2-d08e-4c4c-86a0-08f65272e93e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232405 Mar 27 15:29:36.877916 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Pushing event deleted for resources: {'Port': ['ID=447419f7-2809-4c70-a4f0-5e9e146344b7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:36.893547 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065dda-1e1b-4a99-b7f7-a3099e319b1f req-60646fb5-bc76-4b49-a505-ce86ee945d7c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:36.895103 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7c065dda-1e1b-4a99-b7f7-a3099e319b1f req-60646fb5-bc76-4b49-a505-ce86ee945d7c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1176808 Mar 27 15:29:36.909638 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4a2ef43c-80e8-437b-a26f-c1c62fb2c384 req-1cc98691-08d7-4d89-835a-cfc9aa80ad13 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851808 Mar 27 15:29:36.945259 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:36.964893 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-5dd7f82e-24c4-49dc-9851-ff89df612afc service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399806 Mar 27 15:29:37.028152 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] No DVR routers for this DVR port 447419f7-2809-4c70-a4f0-5e9e146344b7 on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:29:37.031458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.032847 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7c065dda-1e1b-4a99-b7f7-a3099e319b1f req-89e29b7e-d9a5-4994-82f1-47fbce1565a6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192558 Mar 27 15:29:37.037714 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.25 "DELETE /v2.0/ports/447419f7-2809-4c70-a4f0-5e9e146344b7 HTTP/1.1" status: 204 len: 173 time: 1.8287914 Mar 27 15:29:37.064018 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] For port 903a405f-d8af-43db-9557-0a64332d419f, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:37.064018 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'name': 'network-vif-deleted', 'tag': '447419f7-2809-4c70-a4f0-5e9e146344b7'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:37.064018 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371edbf-a24c-4c5f-99b5-7b2ec1ffea6a" -d '{"events": [{"server_uuid": "bdb089fb-c79d-475a-927b-cd0e827de3c5", "name": "network-vif-deleted", "tag": "447419f7-2809-4c70-a4f0-5e9e146344b7"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:37.086487 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:29:37.093878 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-bb163b46-68e1-4b34-9f3e-562674bbd2e6 admin admin] 10.222.0.10 "PUT /v2.0/routers/b9dffe84-6823-4494-8ec7-8b2c05b63b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8612421 Mar 27 15:29:37.095796 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] For port 903a405f-d8af-43db-9557-0a64332d419f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=903a405f-d8af-43db-9557-0a64332d419f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:37.097750 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Sync routers for ids ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:29:37.100139 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-47ebd944-da82-4058-9191-f834f4e7c4f1 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263673 Mar 27 15:29:37.112922 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624f2b6-b5dd-4cd3-b7a3-2ed3f61aaeb3 x-openstack-request-id: req-a624f2b6-b5dd-4cd3-b7a3-2ed3f61aaeb3 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:37.113328 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb089fb-c79d-475a-927b-cd0e827de3c5", "name": "network-vif-deleted", "tag": "447419f7-2809-4c70-a4f0-5e9e146344b7", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:37.113748 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a624f2b6-b5dd-4cd3-b7a3-2ed3f61aaeb3 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:37.114252 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a624f2b6-b5dd-4cd3-b7a3-2ed3f61aaeb3'] response: {'server_uuid': 'bdb089fb-c79d-475a-927b-cd0e827de3c5', 'name': 'network-vif-deleted', 'tag': '447419f7-2809-4c70-a4f0-5e9e146344b7', 'status': 'completed', 'code': 200} Mar 27 15:29:37.116673 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (903a405f-d8af-43db-9557-0a64332d419f), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.134256 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Routers {'b9dffe84-6823-4494-8ec7-8b2c05b63b47'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:37.135637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:37.135874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:37.136934 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.137992 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] 10.222.0.25 "PUT /v2.0/ports/903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 1094 time: 2.2312245 Mar 27 15:29:37.181715 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7022f-1797-4275-a2d2-d5d984b2f5e6 req-119bc4cc-999d-431a-8300-8da46bfd3842 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:37.183350 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-03c7022f-1797-4275-a2d2-d5d984b2f5e6 req-119bc4cc-999d-431a-8300-8da46bfd3842 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.1670749 Mar 27 15:29:37.208923 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d824-23d3-4bb1-bcfd-f073e68c4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=903a405f-d8af-43db-9557-0a64332d419f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:37.270497 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-03c7022f-1797-4275-a2d2-d5d984b2f5e6 req-dcae15e1-acc6-4c92-bbba-a39b544e94cc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786197 Mar 27 15:29:37.310705 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4f3d9123-3bc9-4a06-97de-8833c98e7975 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:37.366285 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Set router b9dffe84-6823-4494-8ec7-8b2c05b63b47 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:37.567754 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 4f3d9123-3bc9-4a06-97de-8833c98e7975 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:37.568122 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.740653 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 4f3d9123-3bc9-4a06-97de-8833c98e7975 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:37.764413 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:34Z', 'revision_number': 4, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'd42cf07e-53c9-45dc-b416-6e232bd62646', 'name': '', 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'mac_address': 'fa:16:3e:44:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:33Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 2, 'project_id': 'c48c98d769a948c1be0289288065d554', 'subnets': [{'id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:37.767466 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47504) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:37.772116 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889420317', 'description': 'tempest-secgroup-smoke-889420317 description', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:37.793211 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.802532 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Checking router: b9dffe84-6823-4494-8ec7-8b2c05b63b47 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:29:37.802907 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Updating router b9dffe84-6823-4494-8ec7-8b2c05b63b47 port d42cf07e-53c9-45dc-b416-6e232bd62646 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:29:37.833820 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.861682 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group (13c93f9b-20de-45b0-8ed6-f39c554f9064), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.865951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (13c93f9b-20de-45b0-8ed6-f39c554f9064), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.894711 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.895845 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1273983 Mar 27 15:29:37.898924 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:37.903116 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group_rule': {'security_group_id': '13c93f9b-20de-45b0-8ed6-f39c554f9064', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:37.908835 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12a4db-3a3b-40b2-bfda-d515c939fb2f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c93f9b-20de-45b0-8ed6-f39c554f9064,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:37.934212 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (1d8e966b-5e21-4c0a-8067-f10494081b0a), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.993542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (1d8e966b-5e21-4c0a-8067-f10494081b0a), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:37.998042 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (1d8e966b-5e21-4c0a-8067-f10494081b0a), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.003635 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1d1a9f64-9b75-4167-8701-cb87a9579bea req-102c6eb8-3e1b-4d59-a5d6-aa86936d481b tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0324872 Mar 27 15:29:38.018055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8e966b-5e21-4c0a-8067-f10494081b0a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.028725 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.029942 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c117d442-8fe6-46c6-ac56-aa68117276e0 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301095 Mar 27 15:29:38.033160 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47516) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:38.037397 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group_rule': {'security_group_id': '13c93f9b-20de-45b0-8ed6-f39c554f9064', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:38.061629 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (0b47b1ed-3656-4cf3-bf2e-755b313ee9e5), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.120305 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Publish callbacks [] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.125012 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (0b47b1ed-3656-4cf3-bf2e-755b313ee9e5), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.125800 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.134471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (0b47b1ed-3656-4cf3-bf2e-755b313ee9e5), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.169011 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b47b1ed-3656-4cf3-bf2e-755b313ee9e5,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.184857 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.185265 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0a3e6aa5-e2d4-4d7f-a935-221b58be738f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511183 Mar 27 15:29:38.189715 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47520) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:38.194454 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group_rule': {'security_group_id': '13c93f9b-20de-45b0-8ed6-f39c554f9064', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:38.201871 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d3ec2-f11e-48dc-9f77-e28181abffd1 req-b1e2c98a-181d-419d-95c6-165a4c5e397e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:38.203387 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a15d3ec2-f11e-48dc-9f77-e28181abffd1 req-b1e2c98a-181d-419d-95c6-165a4c5e397e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0809994 Mar 27 15:29:38.223029 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf364309-f036-41f1-8957-b2b168e307b5 None None] Pushing event updated for resources: {'Port': ['ID=d42cf07e-53c9-45dc-b416-6e232bd62646,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.240811 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (8d83bf99-b0fb-4a33-ad02-de4e9b2ce500), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.257962 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a15d3ec2-f11e-48dc-9f77-e28181abffd1 req-904d0a35-5fdd-4165-9ab4-ba3723f23c97 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Mar 27 15:29:38.260354 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Attempting to bind port d42cf07e-53c9-45dc-b416-6e232bd62646 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:38.260737 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Attempting to bind port d42cf07e-53c9-45dc-b416-6e232bd62646 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:38.261106 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Attempting to bind port d42cf07e-53c9-45dc-b416-6e232bd62646 on network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:38.268830 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:38.269228 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Checking segment: {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:38.269645 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.270047 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Bound using segment: {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:38.270522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Bound port: d42cf07e-53c9-45dc-b416-6e232bd62646, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f50af73-7651-4731-a51e-86e8ae399e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:38.270914 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.321716 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (8d83bf99-b0fb-4a33-ad02-de4e9b2ce500), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.326700 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (8d83bf99-b0fb-4a33-ad02-de4e9b2ce500), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.348308 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d83bf99-b0fb-4a33-ad02-de4e9b2ce500,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.354220 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] For port d42cf07e-53c9-45dc-b416-6e232bd62646, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:38.358423 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] For port d42cf07e-53c9-45dc-b416-6e232bd62646, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=d42cf07e-53c9-45dc-b416-6e232bd62646,segment=NetworkSegment(2f50af73-7651-4731-a51e-86e8ae399e3a),segment_id=2f50af73-7651-4731-a51e-86e8ae399e3a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:38.365466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.371492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.375213 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7a38a8c8-c092-4c60-a0d3-8d0f4039322e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817875 Mar 27 15:29:38.375632 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:38.380802 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group_rule': {'security_group_id': '13c93f9b-20de-45b0-8ed6-f39c554f9064', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:38.413171 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (e68ff8ec-d224-49d8-87dc-68e1a077a110), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.414174 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94604c53-1708-4e1b-a29c-b0f3095e3b63 req-95f67d24-6d8e-4d06-a020-14a9b220f2f3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:38.415960 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-94604c53-1708-4e1b-a29c-b0f3095e3b63 req-95f67d24-6d8e-4d06-a020-14a9b220f2f3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0583646 Mar 27 15:29:38.452139 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf364309-f036-41f1-8957-b2b168e307b5 None None] Pushing event updated for resources: {'Port': ['ID=d42cf07e-53c9-45dc-b416-6e232bd62646,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.457868 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Routers {'b9dffe84-6823-4494-8ec7-8b2c05b63b47'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:29:38.458748 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:38.477232 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-94604c53-1708-4e1b-a29c-b0f3095e3b63 req-1f21e589-4db4-43b6-a9e8-2cedcb66c62d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543604 Mar 27 15:29:38.507983 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (e68ff8ec-d224-49d8-87dc-68e1a077a110), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.513436 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (e68ff8ec-d224-49d8-87dc-68e1a077a110), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.532874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68ff8ec-d224-49d8-87dc-68e1a077a110,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.542128 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.543276 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-a554b5c0-2ea8-4b43-b189-c7294db504c2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1659944 Mar 27 15:29:38.546255 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 47526) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:38.550840 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group_rule': {'security_group_id': '13c93f9b-20de-45b0-8ed6-f39c554f9064', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:38.572466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] Provisioning complete for port d42cf07e-53c9-45dc-b416-6e232bd62646 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:38.572765 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Project f98044b5fa3d4c4bbb8482ce2efc0059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:29:38.572891 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.580952 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (ee3bc025-fc96-4c7e-bfe2-8fe6ae7478c7), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.639468 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] Set router b9dffe84-6823-4494-8ec7-8b2c05b63b47 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:29:38.650218 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (ee3bc025-fc96-4c7e-bfe2-8fe6ae7478c7), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.653527 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (ee3bc025-fc96-4c7e-bfe2-8fe6ae7478c7), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.671273 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3bc025-fc96-4c7e-bfe2-8fe6ae7478c7,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.680013 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.683969 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 47528) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:38.684179 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-39f2748c-9685-4d63-a826-34b8986b6ca5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367409 Mar 27 15:29:38.688624 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'security_group_rule': {'security_group_id': '13c93f9b-20de-45b0-8ed6-f39c554f9064', 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:38.708780 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Project f98044b5fa3d4c4bbb8482ce2efc0059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:29:38.713709 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (e0834516-9085-49dd-9bdd-c77e7ad4f7a6), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.774782 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] Current status of the port d42cf07e-53c9-45dc-b416-6e232bd62646 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:38.775402 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.779925 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (e0834516-9085-49dd-9bdd-c77e7ad4f7a6), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.784357 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (e0834516-9085-49dd-9bdd-c77e7ad4f7a6), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.805854 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0834516-9085-49dd-9bdd-c77e7ad4f7a6,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.816933 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.826128 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-81453899-2438-41c7-b6ba-762f0d466e97 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332078 Mar 27 15:29:38.826709 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] For port d42cf07e-53c9-45dc-b416-6e232bd62646, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=d42cf07e-53c9-45dc-b416-6e232bd62646,segment=NetworkSegment(2f50af73-7651-4731-a51e-86e8ae399e3a),segment_id=2f50af73-7651-4731-a51e-86e8ae399e3a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:38.832416 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:38.919340 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6bd62-d30b-499c-872b-b5d1000b0c21 None None] Pushing event updated for resources: {'Port': ['ID=d42cf07e-53c9-45dc-b416-6e232bd62646,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:38.939606 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:34Z', 'revision_number': 4, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'd42cf07e-53c9-45dc-b416-6e232bd62646', 'name': '', 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'mac_address': 'fa:16:3e:44:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:33Z', 'updated_at': '2022-03-27T15:29:38Z', 'revision_number': 4, 'project_id': 'c48c98d769a948c1be0289288065d554', 'subnets': [{'id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:29:38.970195 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b61706-bb20-4f72-987d-e20f74a3af3f None None] The sync data for ids ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'] in dv-cinder-835384-1-iscsi is: [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:29:34Z', 'revision_number': 4, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'd42cf07e-53c9-45dc-b416-6e232bd62646', 'name': '', 'network_id': 'f5ba6be9-2024-4016-83d4-8cbcc4fd5d24', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'mac_address': 'fa:16:3e:44:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:33Z', 'updated_at': '2022-03-27T15:29:38Z', 'revision_number': 4, 'project_id': 'c48c98d769a948c1be0289288065d554', 'subnets': [{'id': '2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:29:38.980219 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a48344bc-e5af-4bae-8d10-3e5c32faf0ac None None] Provisioning complete for port d42cf07e-53c9-45dc-b416-6e232bd62646 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:38.980613 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a48344bc-e5af-4bae-8d10-3e5c32faf0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:39.099918 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a48344bc-e5af-4bae-8d10-3e5c32faf0ac None None] Current status of the port d42cf07e-53c9-45dc-b416-6e232bd62646 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:39.116210 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:39.119011 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95872e2d-72d0-487d-b746-6d4e9c506ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:39.143609 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b84ae1a7-577d-4f83-b305-606c867e083c req-c93a98fd-39ef-4d07-a15f-79c681c914d9 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0403745 Mar 27 15:29:39.167671 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8b75ee-e54a-4ddd-a8a0-1d326e58c891 x-openstack-request-id: req-9a8b75ee-e54a-4ddd-a8a0-1d326e58c891 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:39.168035 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:39.168221 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a8b75ee-e54a-4ddd-a8a0-1d326e58c891 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:39.168630 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8b75ee-e54a-4ddd-a8a0-1d326e58c891'] response: {'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f', 'status': 'completed', 'code': 200} Mar 27 15:29:39.234567 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d42cf07e-53c9-45dc-b416-6e232bd62646 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:39.291666 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port d42cf07e-53c9-45dc-b416-6e232bd62646 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:39.292286 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:39.418479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port d42cf07e-53c9-45dc-b416-6e232bd62646 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:39.448553 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fd71e-4568-4d37-9086-803bc8b5960f req-c3ce6a56-4da2-4a87-8ce2-715101143050 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:39.452455 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-680fd71e-4568-4d37-9086-803bc8b5960f req-c3ce6a56-4da2-4a87-8ce2-715101143050 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.1047864 Mar 27 15:29:39.482601 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 447419f7-2809-4c70-a4f0-5e9e146344b7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:29:39.526841 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-680fd71e-4568-4d37-9086-803bc8b5960f req-c4a49891-a2da-4e23-bc0b-f27ea92831b0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648491 Mar 27 15:29:39.567186 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 447419f7-2809-4c70-a4f0-5e9e146344b7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:29:39.567556 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 447419f7-2809-4c70-a4f0-5e9e146344b7 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:29:39.580372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:39.639110 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95872e2d-72d0-487d-b746-6d4e9c506ca2 req-98d09a7d-e30a-46ca-8a9d-e09ab57bcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:39.641196 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-95872e2d-72d0-487d-b746-6d4e9c506ca2 req-98d09a7d-e30a-46ca-8a9d-e09ab57bcd0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1128 time: 0.0711811 Mar 27 15:29:39.673531 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323196b6-0b10-4990-b5ac-5af31517db56 req-556d264f-9e1c-4648-9243-20ecf374344e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:39.675193 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-323196b6-0b10-4990-b5ac-5af31517db56 req-556d264f-9e1c-4648-9243-20ecf374344e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0738587 Mar 27 15:29:39.749049 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-323196b6-0b10-4990-b5ac-5af31517db56 req-3373de90-fad9-4135-a379-4eb18c04d65d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650270 Mar 27 15:29:39.863757 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95872e2d-72d0-487d-b746-6d4e9c506ca2 req-c074b709-fe2e-4f7b-a808-b82dee6e03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:39.865997 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-95872e2d-72d0-487d-b746-6d4e9c506ca2 req-c074b709-fe2e-4f7b-a808-b82dee6e03b0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2062156 Mar 27 15:29:40.128767 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-37900de1-c47f-4614-85f6-6037fc2f4b3a tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:40.130229 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-37900de1-c47f-4614-85f6-6037fc2f4b3a tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/networks?id=da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 200 len: 814 time: 0.1113765 Mar 27 15:29:40.145716 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-180e5736-b8f3-4024-a803-9b166e0258f8 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/quotas/8e53aaa682fd4a01ae2e2677c5f587ef HTTP/1.1" status: 200 len: 375 time: 0.0096190 Mar 27 15:29:40.179425 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-c3905ecb-954d-416c-b6ee-60862de6e4e7 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275290 Mar 27 15:29:40.274745 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c70e76dc-5f8b-42c2-93c7-3cf20b62dae0 req-db2921e8-0ce6-4f4f-bdc3-34aaf66a8889 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0285993 Mar 27 15:29:40.292633 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-82427d6e-5225-444f-bf3a-4c2569102488 service neutron] 10.222.0.10 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060934 Mar 27 15:29:40.391393 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-1c37cd87-ec3b-4f7a-82dd-a8fbdb8985d6 service neutron] 10.222.0.10 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907822 Mar 27 15:29:40.547406 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b29f4634-9545-444c-bf0f-33b885f60a12 req-1302798b-9189-41ec-949f-88bbe7345095 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0295672 Mar 27 15:29:40.654740 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36e873-1494-4ad5-a952-77cac05352e1 req-08b897f6-6b34-48ed-8455-10969f587850 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:40.656263 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dc36e873-1494-4ad5-a952-77cac05352e1 req-08b897f6-6b34-48ed-8455-10969f587850 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0589125 Mar 27 15:29:40.705953 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dc36e873-1494-4ad5-a952-77cac05352e1 req-04aabfcd-67eb-4445-b407-f47279fa776a tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443599 Mar 27 15:29:40.866146 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8d7e6-41db-48c0-9ab6-266c358ff598 req-5b3af764-07ac-4cb7-83ee-4a48ca5a233e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:40.868299 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-31d8d7e6-41db-48c0-9ab6-266c358ff598 req-5b3af764-07ac-4cb7-83ee-4a48ca5a233e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0579810 Mar 27 15:29:40.914987 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-31d8d7e6-41db-48c0-9ab6-266c358ff598 req-61878ec2-c262-4f23-9f74-05c34239db95 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409710 Mar 27 15:29:41.388783 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-06d71731-fb85-47e7-b762-7fbe3e0f4656 req-8505111f-271d-48f8-8bae-ddd9162be150 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0328319 Mar 27 15:29:41.652212 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2b69c22e-2028-44b1-896a-d2a70041c273 req-358b0912-0326-4d19-9534-30875e97178b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Mar 27 15:29:41.834763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963c5f8-9759-4038-9449-a5106fb43225 req-adab4661-eba6-4084-92c4-3fcf5e631e72 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:41.842534 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0963c5f8-9759-4038-9449-a5106fb43225 req-adab4661-eba6-4084-92c4-3fcf5e631e72 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0624890 Mar 27 15:29:41.888809 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0963c5f8-9759-4038-9449-a5106fb43225 req-ba8d3d65-04d6-4df8-918b-2a0d4bdd29ea tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450926 Mar 27 15:29:42.035197 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aef3c8-d5cd-46e5-ac3c-438b451de5e9 req-3791cea6-2981-4d61-ab48-b403c44e71c7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:42.036655 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-04aef3c8-d5cd-46e5-ac3c-438b451de5e9 req-3791cea6-2981-4d61-ab48-b403c44e71c7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0533032 Mar 27 15:29:42.087508 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-04aef3c8-d5cd-46e5-ac3c-438b451de5e9 req-3ed92976-9f29-4c52-941a-273c83cdd45b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444713 Mar 27 15:29:42.526448 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a936e7da-675d-4c2e-adf9-71204fa21254 req-4a08d2ee-939f-4e83-a6b4-6527f38c956e tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0351250 Mar 27 15:29:42.761872 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e5b9aa38-51f3-4132-9617-64b7c7b7fd6f req-a6eb854d-e816-4e01-953b-133c7cc53f4c tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0309427 Mar 27 15:29:43.031649 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621fe2-428b-4781-b845-866748ec49f8 req-15bfd404-87ae-411e-851a-3057ecf488c3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:43.033136 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-50621fe2-428b-4781-b845-866748ec49f8 req-15bfd404-87ae-411e-851a-3057ecf488c3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0661480 Mar 27 15:29:43.094204 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-50621fe2-428b-4781-b845-866748ec49f8 req-324f27ad-58cf-4d2e-b8fd-259efbe7d859 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555527 Mar 27 15:29:43.223406 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d23ec5-0813-4726-982b-ca19d23846bc req-420be842-ecc2-4dff-9aef-14c30cb79517 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:43.224790 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-28d23ec5-0813-4726-982b-ca19d23846bc req-420be842-ecc2-4dff-9aef-14c30cb79517 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0533862 Mar 27 15:29:43.272916 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-28d23ec5-0813-4726-982b-ca19d23846bc req-1fc6f3e2-1e09-4077-bb0d-58da0920bba1 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Mar 27 15:29:43.632121 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-063d6043-2ae4-4cc4-8aed-2726c1ec1f12 req-0ae4f4b1-51f5-4a02-b81f-984ccddbcc93 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0269718 Mar 27 15:29:43.858078 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7d2ae1cf-33e4-4116-b6db-25a036a9d6bb req-4101de7c-dc69-4a24-89a7-efa2fd22eb7b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Mar 27 15:29:44.228190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e6a5-ef7a-43df-879e-a21b740efd7d req-bcdc1791-387d-48fe-8ebc-8fda0fa8f28f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:44.229785 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1be7e6a5-ef7a-43df-879e-a21b740efd7d req-bcdc1791-387d-48fe-8ebc-8fda0fa8f28f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0529819 Mar 27 15:29:44.336905 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1be7e6a5-ef7a-43df-879e-a21b740efd7d req-e9d1cebe-244b-4d02-9cb4-07316fc4da72 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980587 Mar 27 15:29:44.452984 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445c69c-85c8-41d8-8e89-efd4e99b5bf7 req-2cb5c30a-4539-4b6a-aab8-96d593eb8a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:44.454547 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7445c69c-85c8-41d8-8e89-efd4e99b5bf7 req-2cb5c30a-4539-4b6a-aab8-96d593eb8a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0787239 Mar 27 15:29:44.518548 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7445c69c-85c8-41d8-8e89-efd4e99b5bf7 req-73443659-f3c3-483e-8ffc-2a3e37cf1a14 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545690 Mar 27 15:29:44.832245 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c69b231a-e4b8-4b7f-9324-056088f724a4 req-6d4e837c-cb74-4572-9b12-09049f229d14 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0310931 Mar 27 15:29:44.959976 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bfbe3c52-d475-4722-b1d5-b80ab70e7b43 req-7c92e0f8-1303-4397-857c-103f8d3f7b40 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0343750 Mar 27 15:29:45.476238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ac61e-9a8b-4f80-9d42-d467e39b8601 req-439f6a0f-2501-4b15-ba71-b3a7cb53e49e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:45.479174 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f4ac61e-9a8b-4f80-9d42-d467e39b8601 req-439f6a0f-2501-4b15-ba71-b3a7cb53e49e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0708189 Mar 27 15:29:45.532060 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f4ac61e-9a8b-4f80-9d42-d467e39b8601 req-4a87fa6d-0548-426b-9090-99bb5606f645 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471575 Mar 27 15:29:45.674959 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02633214-13c2-41b5-a531-3290a76e644e req-ad9bee38-5e0b-43ff-82af-c2808d8a491b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:45.681396 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02633214-13c2-41b5-a531-3290a76e644e req-ad9bee38-5e0b-43ff-82af-c2808d8a491b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0764668 Mar 27 15:29:45.751185 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-02633214-13c2-41b5-a531-3290a76e644e req-68d401d9-aefb-4309-ac72-1c884da73040 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633726 Mar 27 15:29:45.954109 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a2862649-b0e8-487a-a7d2-f8b5442fb8d0 req-6aed7113-e06d-4039-8e23-19bb9f8bf93e tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Mar 27 15:29:46.064213 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5528624f-c1f5-4ebb-bede-95908e8c3c65 req-1d48869f-a7af-4470-8745-cb395152f802 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0306737 Mar 27 15:29:46.677118 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288893d-3682-4533-94c8-41afcc9783d0 req-61524cf5-e548-4939-bc40-5fe2af22a33d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:46.678679 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2288893d-3682-4533-94c8-41afcc9783d0 req-61524cf5-e548-4939-bc40-5fe2af22a33d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0601065 Mar 27 15:29:46.731326 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2288893d-3682-4533-94c8-41afcc9783d0 req-4fc4f222-fd52-4817-b4ba-992f26610e6e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469220 Mar 27 15:29:46.872076 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b918ec-cfc1-4056-a21d-afdb679f26e5 req-f974c9e3-3315-4bad-be14-d5948eca9285 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:46.874277 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d2b918ec-cfc1-4056-a21d-afdb679f26e5 req-f974c9e3-3315-4bad-be14-d5948eca9285 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0629225 Mar 27 15:29:46.930782 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d2b918ec-cfc1-4056-a21d-afdb679f26e5 req-17c0ea01-9afe-4a55-b23f-478b5d9a7e3f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484393 Mar 27 15:29:47.190313 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-775c3fed-03f5-47c5-afbc-c80ecf2abcdd req-792766a8-49a1-4ec7-8966-ae2c5837371f tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0373540 Mar 27 15:29:47.317223 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-63397fd9-66b8-4b9e-b395-73c2e2ba321d req-55b37f9b-2480-4adf-a9b2-4ca152321ce3 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.2744164 Mar 27 15:29:47.863375 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543938a-44ce-45bd-83ae-b5f58446b032 req-699a7842-1e04-48d8-a3b7-22d922f4ac9e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:47.864867 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a543938a-44ce-45bd-83ae-b5f58446b032 req-699a7842-1e04-48d8-a3b7-22d922f4ac9e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0545766 Mar 27 15:29:47.927177 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a543938a-44ce-45bd-83ae-b5f58446b032 req-b3ef900f-738b-4176-85ee-b2d5cc8d16c7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530968 Mar 27 15:29:48.071942 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b570e-a198-48d2-a0a7-a4825852d697 req-d783f6c1-c5c7-4915-a18e-92c87d257758 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:48.073476 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2a1b570e-a198-48d2-a0a7-a4825852d697 req-d783f6c1-c5c7-4915-a18e-92c87d257758 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0576820 Mar 27 15:29:48.124692 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2a1b570e-a198-48d2-a0a7-a4825852d697 req-974d5d6e-bd60-44f9-a847-1ede95733d51 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 Mar 27 15:29:48.279525 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b37c2595-889c-4f84-9802-dc7aade7ffc6 req-362c9dbc-2067-4da8-b252-51407d300144 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Mar 27 15:29:48.434826 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-675c3c90-3d4d-403d-9e89-c195f801b6cd req-648ac102-0c66-46f2-a5b1-6757d9db44fc tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Mar 27 15:29:49.059737 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a1bf3-b69e-4773-bd79-cf20e3622370 req-6e614ea9-2239-42ab-9c8e-4adf35de5695 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:49.066539 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-087a1bf3-b69e-4773-bd79-cf20e3622370 req-6e614ea9-2239-42ab-9c8e-4adf35de5695 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0656111 Mar 27 15:29:49.112456 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-087a1bf3-b69e-4773-bd79-cf20e3622370 req-549a1d82-7b58-4aff-a689-59541a00f51d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Mar 27 15:29:49.271029 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20c1fb-1b3a-4253-af06-1b6b83069026 req-20253e8c-24a2-4c5b-985e-ecdd47308694 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:49.272489 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ab20c1fb-1b3a-4253-af06-1b6b83069026 req-20253e8c-24a2-4c5b-985e-ecdd47308694 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0757194 Mar 27 15:29:49.327271 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ab20c1fb-1b3a-4253-af06-1b6b83069026 req-87f6986d-240f-4c05-825e-1ce019f53690 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 Mar 27 15:29:49.376305 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8363ee67-080d-4468-97f4-124b1d8840f5 req-ba9e0cf1-ec7d-43a9-879a-1272385db72b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0275571 Mar 27 15:29:49.548584 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a732541-44e1-4539-ab08-eaa2bd1e5eaf req-7d82383e-c1f7-450a-864b-0c3403ffa346 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0271859 Mar 27 15:29:50.255163 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27ffb-1602-4363-aaac-1bf4485cb07d req-201e6921-1091-47ee-9b79-2239d9b53e3f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:50.256717 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-93e27ffb-1602-4363-aaac-1bf4485cb07d req-201e6921-1091-47ee-9b79-2239d9b53e3f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0600333 Mar 27 15:29:50.309524 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-93e27ffb-1602-4363-aaac-1bf4485cb07d req-14f90e34-adb0-4736-bbd8-61383a6aed6e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471122 Mar 27 15:29:50.498694 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbb141f3-8dc8-4501-825b-e9b5334443c6 req-74282b30-632d-4eef-842e-e6643cd347f2 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0473194 Mar 27 15:29:50.533469 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b506d-6f26-4d80-84c7-806325bb5d3c req-923e45f2-f452-44ae-aa7e-aff10cc859d2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:50.535418 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d61b506d-6f26-4d80-84c7-806325bb5d3c req-923e45f2-f452-44ae-aa7e-aff10cc859d2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.1356027 Mar 27 15:29:50.707385 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1ec743d4-600c-41c1-b868-8e6272665900 req-3a2d87fb-6674-4808-9a25-62c76deb1cfb tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb089fb-c79d-475a-927b-cd0e827de3c5 HTTP/1.1" status: 200 len: 210 time: 0.0453527 Mar 27 15:29:50.745623 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d61b506d-6f26-4d80-84c7-806325bb5d3c req-f6b0b506-d456-4b93-b0e9-5f2216a537ed tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970499 Mar 27 15:29:50.865399 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95872e2d-72d0-487d-b746-6d4e9c506ca2 req-a2b3a6af-9366-4d76-8c49-b821df41a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:50.867893 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-95872e2d-72d0-487d-b746-6d4e9c506ca2 req-a2b3a6af-9366-4d76-8c49-b821df41a3f3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2711716 Mar 27 15:29:50.993810 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-bc7c4235-cbfe-486c-a8df-3ea8e7c51edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:50.995398 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-bc7c4235-cbfe-486c-a8df-3ea8e7c51edb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1128 time: 0.0723448 Mar 27 15:29:51.043634 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-52529a91-8205-4ca1-823b-4ea6e7297678 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 217 time: 0.0385587 Mar 27 15:29:51.168637 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-f52e1442-71e0-4b09-b125-7cf911118014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:51.170819 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-f52e1442-71e0-4b09-b125-7cf911118014 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.1173909 Mar 27 15:29:51.241080 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802aa1a-3176-40e7-b373-baad91491876 req-38229968-9f5b-442b-970e-5208e4a3cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:51.244630 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-38229968-9f5b-442b-970e-5208e4a3cb11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606775 Mar 27 15:29:51.372812 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-191da491-9037-4f19-9c25-9ca3c0595e6a service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129212 Mar 27 15:29:51.527179 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d802aa1a-3176-40e7-b373-baad91491876 req-4f14993f-fb5e-40a9-bdb2-b3267d5c2a14 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353281 Mar 27 15:29:51.560890 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-64319235-37a7-4a1a-a773-85c99ebcd6a4 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:51.564276 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-64319235-37a7-4a1a-a773-85c99ebcd6a4 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "GET /v2.0/networks?id=da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 200 len: 814 time: 0.1758225 Mar 27 15:29:51.582819 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Request body: {'port': {'device_id': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4', 'admin_state_up': True, 'tenant_id': '8e53aaa682fd4a01ae2e2677c5f587ef'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:51.626047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9663d-567c-4a8a-b2f6-250ae1299815 req-7a228040-b1ea-4329-98b9-c275e1b46552 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:51.633196 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-69c9663d-567c-4a8a-b2f6-250ae1299815 req-7a228040-b1ea-4329-98b9-c275e1b46552 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.2315006 Mar 27 15:29:51.642071 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c7eb112-908a-47a3-bfae-279290fa1f8b req-5fc2a7b5-aa6a-490b-b5c6-4d0daf1b5461 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0468729 Mar 27 15:29:51.898178 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5fb28-a14c-42c7-b3a7-23a89ec7b053 req-da398a6b-6214-4412-914b-9609cb200e3b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:51.900409 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7aa5fb28-a14c-42c7-b3a7-23a89ec7b053 req-da398a6b-6214-4412-914b-9609cb200e3b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.0710845 Mar 27 15:29:51.977373 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7aa5fb28-a14c-42c7-b3a7-23a89ec7b053 req-988c1989-ecf1-4152-8010-690e94b8218e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682333 Mar 27 15:29:51.978975 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-69c9663d-567c-4a8a-b2f6-250ae1299815 req-443e170a-efef-40f9-b323-d04897f77a9e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445902 Mar 27 15:29:52.064198 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Made reservation on behalf of 8e53aaa682fd4a01ae2e2677c5f587ef for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:29:52.067931 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:52.223095 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Allocated IP 172.20.0.13 (da3fb34b-48aa-49da-834d-19244cbb37f4/bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2/9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:29:52.393091 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks [] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:52.433866 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:52.478636 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Network da3fb34b-48aa-49da-834d-19244cbb37f4 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:29:52.481788 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:29:52.485502 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:29:52.532440 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Pushing event updated for resources: {'Port': ['ID=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:52.566776 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:52.572074 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:52.595429 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-7d69c9b7-0f6c-44b8-b610-929f8e086287 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0186768 Mar 27 15:29:52.606852 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Request body: {'port': {'device_id': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:29:52.685860 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:52.783388 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62f623-9218-414c-8af4-bf5006da54b2 req-9461c688-24a0-4916-bb85-d7b802948f66 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:52.791994 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ef62f623-9218-414c-8af4-bf5006da54b2 req-9461c688-24a0-4916-bb85-d7b802948f66 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 932 time: 0.0735013 Mar 27 15:29:52.840375 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ef62f623-9218-414c-8af4-bf5006da54b2 req-f308550c-cac5-4764-b4de-2fcd7dd7fdf5 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Mar 27 15:29:53.008977 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:53.018283 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Publish callbacks [] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.038003 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Transition to ACTIVE for port object 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:29:53.051562 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.145930 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ba652-d174-4de5-8388-c28bd80a957d req-9a918cee-ec6e-45b4-8f65-cbbd0c91d223 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:53.148031 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-083ba652-d174-4de5-8388-c28bd80a957d req-9a918cee-ec6e-45b4-8f65-cbbd0c91d223 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0730169 Mar 27 15:29:53.237037 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:53.268588 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-083ba652-d174-4de5-8388-c28bd80a957d req-6f8246d0-cd44-4f34-a955-4ea3c39554d8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044090 Mar 27 15:29:53.288401 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674edc8-db44-4619-83b9-21ed2ca1f2d5 req-85002e3e-c352-4917-adf5-1eedec9a7815 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:53.297540 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1674edc8-db44-4619-83b9-21ed2ca1f2d5 req-85002e3e-c352-4917-adf5-1eedec9a7815 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 944 time: 0.1627386 Mar 27 15:29:53.345447 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Attempting to bind port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:29:53.345846 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Attempting to bind port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:29:53.346235 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Attempting to bind port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 on network da3fb34b-48aa-49da-834d-19244cbb37f4 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:53.388307 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1674edc8-db44-4619-83b9-21ed2ca1f2d5 req-158d95df-6aee-4a5b-95a9-d1de7a9e418e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896289 Mar 27 15:29:53.388952 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 on network da3fb34b-48aa-49da-834d-19244cbb37f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:29:53.389281 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Attempting to bind port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 on network da3fb34b-48aa-49da-834d-19244cbb37f4 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:29:53.396695 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:29:53.397054 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Checking segment: {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:29:53.397492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Bound using segment: {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:29:53.398641 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Bound port: 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:29:53.399032 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.467287 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 903a405f-d8af-43db-9557-0a64332d419f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:53.480517 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] For port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:29:53.484061 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] For port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:29:53.497394 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.553727 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:53.554756 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.557206 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] 10.222.0.25 "PUT /v2.0/ports/9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 HTTP/1.1" status: 200 len: 1094 time: 0.9544895 Mar 27 15:29:53.557686 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'tag': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:53.560044 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c45c011-b310-42f0-b96f-ca9616590a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "243004f2-5b80-42b0-8749-3451bb85d7d2", "tag": "9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:53.668692 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b101d-9a3e-4b9a-a38c-e590dd125b28 x-openstack-request-id: req-815b101d-9a3e-4b9a-a38c-e590dd125b28 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:53.669433 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243004f2-5b80-42b0-8749-3451bb85d7d2", "tag": "9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:53.669433 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-815b101d-9a3e-4b9a-a38c-e590dd125b28 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:53.669714 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815b101d-9a3e-4b9a-a38c-e590dd125b28'] response: {'name': 'network-changed', 'server_uuid': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'tag': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8', 'status': 'completed', 'code': 200} Mar 27 15:29:53.670288 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d59a0-b74e-4f41-b817-57d8f07dafa5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:53.683132 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 903a405f-d8af-43db-9557-0a64332d419f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=903a405f-d8af-43db-9557-0a64332d419f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:53.704419 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-ab219bf3-e2b9-4174-91ef-636d4e7de692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:53.706735 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-ab219bf3-e2b9-4174-91ef-636d4e7de692 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 1128 time: 0.0991592 Mar 27 15:29:53.709818 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '903a405f-d8af-43db-9557-0a64332d419f', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:53.762097 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 903a405f-d8af-43db-9557-0a64332d419f is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:53.762499 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (903a405f-d8af-43db-9557-0a64332d419f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.770652 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-1bcaaf55-6c01-431c-80f9-cbb5a06c064f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0559301 Mar 27 15:29:53.778113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903a405f-d8af-43db-9557-0a64332d419f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:53.800955 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 903a405f-d8af-43db-9557-0a64332d419f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=903a405f-d8af-43db-9557-0a64332d419f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:53.805787 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (903a405f-d8af-43db-9557-0a64332d419f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:53.852780 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-29f4ead6-bcd0-4c0a-9f15-a70896243f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:53.859215 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-29f4ead6-bcd0-4c0a-9f15-a70896243f80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2 HTTP/1.1" status: 200 len: 854 time: 0.0814331 Mar 27 15:29:53.880225 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=903a405f-d8af-43db-9557-0a64332d419f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:53.906386 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-1cfc8206-8935-44c9-a61d-2fd198921951 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3fb34b-48aa-49da-834d-19244cbb37f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408788 Mar 27 15:29:54.069309 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['903a405f-d8af-43db-9557-0a64332d419f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:54.073496 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375e68c-e113-4094-94a7-a7d8d1a771c8 req-6c4d1993-cbaa-4bff-8e8c-06e274621029 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.075079 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5375e68c-e113-4094-94a7-a7d8d1a771c8 req-6c4d1993-cbaa-4bff-8e8c-06e274621029 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 944 time: 0.1272027 Mar 27 15:29:54.081227 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-ab9343f1-4fd0-4a96-8c78-d079028f2554 service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665516 Mar 27 15:29:54.193060 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5375e68c-e113-4094-94a7-a7d8d1a771c8 req-8f1d6fc6-85f4-404f-8dcf-442264304e4b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108375 Mar 27 15:29:54.222199 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd388dd2-f0a3-4f34-889b-9ee8fa542216 req-cec9b54a-88ed-4c43-a5c6-2a1cca32096d service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330483 Mar 27 15:29:54.361510 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-69e9a239-7e97-4d35-8dbc-7c25cb68c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.363525 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-69e9a239-7e97-4d35-8dbc-7c25cb68c484 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 1128 time: 0.0842156 Mar 27 15:29:54.558789 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bca5c2-28ab-4a00-b7ac-4f8c59bfe50b req-13ec3e34-938a-4cbe-b48e-07e54196d80b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.560408 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e2bca5c2-28ab-4a00-b7ac-4f8c59bfe50b req-13ec3e34-938a-4cbe-b48e-07e54196d80b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0823638 Mar 27 15:29:54.583962 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-b0169e5c-c867-4dea-ad3b-9363c05a0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.585509 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-b0169e5c-c867-4dea-ad3b-9363c05a0de8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 200 len: 914 time: 0.2151518 Mar 27 15:29:54.650530 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-65cb6f2b-abea-4ba5-943d-8d6b3980455c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0535073 Mar 27 15:29:54.653737 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e2bca5c2-28ab-4a00-b7ac-4f8c59bfe50b req-d075e821-ce70-419a-beb7-e044f7a5cdc6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875602 Mar 27 15:29:54.679583 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eeaea-5223-4594-9dc6-0c4c915241cf req-84e7d94e-a42f-42f2-9587-026e9bab5979 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.687531 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8b8eeaea-5223-4594-9dc6-0c4c915241cf req-84e7d94e-a42f-42f2-9587-026e9bab5979 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 945 time: 0.1653039 Mar 27 15:29:54.757022 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-af33fc74-200c-4b16-a789-e2b73cd7406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:54.759374 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-af33fc74-200c-4b16-a789-e2b73cd7406e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2 HTTP/1.1" status: 200 len: 854 time: 0.1022108 Mar 27 15:29:54.805255 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-9facded0-6500-48bf-ac9b-62964aaf9174 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da3fb34b-48aa-49da-834d-19244cbb37f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387588 Mar 27 15:29:54.819678 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8b8eeaea-5223-4594-9dc6-0c4c915241cf req-2827e99b-3a01-4df4-8895-73f40d32dfb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015787 Mar 27 15:29:54.934518 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-06f15b37-3eb0-4fa6-bd8f-01f691e6e162 service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183524 Mar 27 15:29:55.060501 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c45c011-b310-42f0-b96f-ca9616590a7e req-a5962d18-f795-47bb-a904-930827b302d1 service neutron] 10.222.0.25 "GET /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168511 Mar 27 15:29:55.378526 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0401f-2fb7-4727-99f8-b06c17b85d20 req-ae8adc08-2a0c-4352-8482-18e6549ffea4 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:55.391250 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1ad0401f-2fb7-4727-99f8-b06c17b85d20 req-ae8adc08-2a0c-4352-8482-18e6549ffea4 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 944 time: 0.0876234 Mar 27 15:29:55.454040 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1ad0401f-2fb7-4727-99f8-b06c17b85d20 req-41d7f0c7-6522-4f91-a4d8-c9352d454872 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613706 Mar 27 15:29:55.500815 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:55.513644 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 903a405f-d8af-43db-9557-0a64332d419f up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:55.684548 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 27 15:29:55.797416 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 903a405f-d8af-43db-9557-0a64332d419f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:55.817801 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 903a405f-d8af-43db-9557-0a64332d419f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:55.817801 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (903a405f-d8af-43db-9557-0a64332d419f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:55.821642 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:55.853473 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7825f55-f0e6-43c0-9260-3b924dce730c req-87b5d400-45b5-49f4-bdd2-bc3d84a4c16e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:55.855974 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c7825f55-f0e6-43c0-9260-3b924dce730c req-87b5d400-45b5-49f4-bdd2-bc3d84a4c16e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0822148 Mar 27 15:29:55.874266 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8', 'network_id': 'da3fb34b-48aa-49da-834d-19244cbb37f4', 'port_id': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8', 'mac_address': 'fa:16:3e:cc:08:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:55.959663 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c7825f55-f0e6-43c0-9260-3b924dce730c req-5608d503-3331-4adf-91d9-2cf48559671b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980465 Mar 27 15:29:56.012809 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:56.013611 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:56.022000 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5133a-e512-4619-9fe9-69e4fd9bba64 req-f239faa4-307c-4f20-abcb-8e9199db3f68 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:56.032735 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2cd5133a-e512-4619-9fe9-69e4fd9bba64 req-f239faa4-307c-4f20-abcb-8e9199db3f68 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 945 time: 0.1256752 Mar 27 15:29:56.056143 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:56.069123 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 903a405f-d8af-43db-9557-0a64332d419f is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:56.069517 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (903a405f-d8af-43db-9557-0a64332d419f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:56.093402 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:56.102391 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:56.111016 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903a405f-d8af-43db-9557-0a64332d419f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:56.113230 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d2312-8307-42d2-9d0d-2391dc70ba59" -d '{"events": [{"server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "name": "network-vif-plugged", "status": "completed", "tag": "903a405f-d8af-43db-9557-0a64332d419f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:56.134489 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2cd5133a-e512-4619-9fe9-69e4fd9bba64 req-d5cbfb21-5c35-493a-97fc-663be4710943 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006885 Mar 27 15:29:56.151957 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 903a405f-d8af-43db-9557-0a64332d419f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=903a405f-d8af-43db-9557-0a64332d419f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:56.161070 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (903a405f-d8af-43db-9557-0a64332d419f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:56.191473 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831f5d6-c18e-414d-aed1-73a8070f70dc x-openstack-request-id: req-6831f5d6-c18e-414d-aed1-73a8070f70dc {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:56.191799 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "name": "network-vif-plugged", "status": "completed", "tag": "903a405f-d8af-43db-9557-0a64332d419f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:56.192063 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6831f5d6-c18e-414d-aed1-73a8070f70dc {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:56.192471 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6831f5d6-c18e-414d-aed1-73a8070f70dc'] response: {'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903a405f-d8af-43db-9557-0a64332d419f', 'code': 200} Mar 27 15:29:56.193372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:56.322509 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=903a405f-d8af-43db-9557-0a64332d419f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:56.381727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:56.439235 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85040e6f-c36d-4588-be1c-ad79ddeb67dc req-07a69442-22a4-459c-8509-4c16c86974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:56.441051 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85040e6f-c36d-4588-be1c-ad79ddeb67dc req-07a69442-22a4-459c-8509-4c16c86974f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.0627425 Mar 27 15:29:56.559194 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85040e6f-c36d-4588-be1c-ad79ddeb67dc req-53f34435-7640-4d82-be75-73f2202b337d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985284 Mar 27 15:29:56.678510 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1ffe1-1774-4b83-b6dd-261bdd3b42de req-29540f9f-1c6b-4f79-bec5-5c6ac85401d5 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:56.680903 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-94f1ffe1-1774-4b83-b6dd-261bdd3b42de req-29540f9f-1c6b-4f79-bec5-5c6ac85401d5 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 945 time: 0.0812275 Mar 27 15:29:56.749137 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-94f1ffe1-1774-4b83-b6dd-261bdd3b42de req-6ea5ed66-e9d7-4a67-8580-338f7c54dc79 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612774 Mar 27 15:29:57.122967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962aa3b8-87a3-4fe1-a27a-3c6fd6b958db req-98876550-60fa-4b82-8074-2cf8cf0e783f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:57.124448 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-962aa3b8-87a3-4fe1-a27a-3c6fd6b958db req-98876550-60fa-4b82-8074-2cf8cf0e783f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 943 time: 0.0722060 Mar 27 15:29:57.191790 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-962aa3b8-87a3-4fe1-a27a-3c6fd6b958db req-75ca4851-d14a-491b-9dc6-45143c346c61 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559206 Mar 27 15:29:57.268551 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389e512-cab9-416d-9845-1db2575a1467 req-9a66e5c2-daf0-47f9-a9fe-e4067a2448f8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:57.269895 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e389e512-cab9-416d-9845-1db2575a1467 req-9a66e5c2-daf0-47f9-a9fe-e4067a2448f8 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0577106 Mar 27 15:29:57.321165 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e389e512-cab9-416d-9845-1db2575a1467 req-2bccc323-6787-4597-8a30-cddd26b8e982 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441670 Mar 27 15:29:57.516379 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:29:57.518665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:57.638316 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:29:57.661519 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:57.661901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:57.729825 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:57.760243 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'port_id': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'mac_address': 'fa:16:3e:34:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:29:57.842751 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:57.843390 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:57.881722 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:29:57.881961 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c961c55-e28c-410c-b8ca-8f4909df1e32 req-0a535294-0d6c-4f60-9478-9ff4c96c99ee tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:57.894089 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7c961c55-e28c-410c-b8ca-8f4909df1e32 req-0a535294-0d6c-4f60-9478-9ff4c96c99ee tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 945 time: 0.0764420 Mar 27 15:29:57.914874 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:57.918455 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:57.923372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:57.932835 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:57.966399 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7c961c55-e28c-410c-b8ca-8f4909df1e32 req-c8a3b316-5f3c-44c2-a915-ce7bd75a83a8 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707746 Mar 27 15:29:58.012789 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:58.022342 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:58.030622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:58.085907 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:58.123477 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:29:58.195360 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:29:58.198450 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d6461f-03fb-4eff-bcb2-dd50558cce25" -d '{"events": [{"server_uuid": "243004f2-5b80-42b0-8749-3451bb85d7d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:29:58.282788 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872b589-75cc-47ce-a931-b2c39fbae48d x-openstack-request-id: req-f872b589-75cc-47ce-a931-b2c39fbae48d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:29:58.286640 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243004f2-5b80-42b0-8749-3451bb85d7d2", "name": "network-vif-plugged", "status": "completed", "tag": "9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:29:58.288288 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f872b589-75cc-47ce-a931-b2c39fbae48d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:29:58.289181 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f872b589-75cc-47ce-a931-b2c39fbae48d'] response: {'server_uuid': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8', 'code': 200} Mar 27 15:29:58.372014 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f611d8a-bd68-40d1-8804-6ab93b750763 req-e2eda95d-5d74-456d-af1f-dc8f7bef9088 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:58.374879 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:29:58.381070 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2f611d8a-bd68-40d1-8804-6ab93b750763 req-e2eda95d-5d74-456d-af1f-dc8f7bef9088 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0930481 Mar 27 15:29:58.519797 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2f611d8a-bd68-40d1-8804-6ab93b750763 req-1279d945-b8af-4b5f-85fd-985ab45a0a6c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320369 Mar 27 15:29:58.552776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a442e-84a1-4bb6-8541-5fca2f385067 req-67b1922b-3dc7-4e93-8926-bd1bbb054f40 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:58.554974 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c81a442e-84a1-4bb6-8541-5fca2f385067 req-67b1922b-3dc7-4e93-8926-bd1bbb054f40 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0774066 Mar 27 15:29:58.620033 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c81a442e-84a1-4bb6-8541-5fca2f385067 req-219e4c5c-6d74-4fd0-af7d-f59a5678c806 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562618 Mar 27 15:29:58.659331 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ea3e8-f969-4403-8b7a-f5f8daa3a8b6 req-868bdef6-f9fa-4b76-afae-37973b82cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:58.660853 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f19ea3e8-f969-4403-8b7a-f5f8daa3a8b6 req-868bdef6-f9fa-4b76-afae-37973b82cfca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 1130 time: 0.0787318 Mar 27 15:29:58.719390 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:58.750609 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f19ea3e8-f969-4403-8b7a-f5f8daa3a8b6 req-e222b856-aa8e-4421-9036-2a5103b90e4b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 Mar 27 15:29:58.937705 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-094c4fe3-f848-407d-ae3e-4580627c61a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fef6475dfa64808ae9629c9799b736d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170045 Mar 27 15:29:58.938929 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48128) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:29:58.944667 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-1fac4bb0-a743-408b-8ebd-526a9cef2b6f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889420317&fields=id&tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059 HTTP/1.1" status: 200 len: 267 time: 0.0694375 Mar 27 15:29:59.007922 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be974b20-6cae-44ae-8230-cb1ef776b4be admin admin] Publish callbacks [] for security_group (f1ac3c04-a42e-45ef-8280-0aa96cbd00ad), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.036016 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be974b20-6cae-44ae-8230-cb1ef776b4be admin admin] Publish callbacks [] for security_group (f1ac3c04-a42e-45ef-8280-0aa96cbd00ad), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.078156 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-46c8538c-920d-45c4-a5fe-719878d39842 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:59.084083 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-46c8538c-920d-45c4-a5fe-719878d39842 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 808 time: 0.1376569 Mar 27 15:29:59.101948 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-b151ec7c-a9c8-4c06-b6a2-1d1f0f768352 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/quotas/f98044b5fa3d4c4bbb8482ce2efc0059 HTTP/1.1" status: 200 len: 375 time: 0.0102489 Mar 27 15:29:59.145437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be974b20-6cae-44ae-8230-cb1ef776b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (f1ac3c04-a42e-45ef-8280-0aa96cbd00ad), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.148871 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be974b20-6cae-44ae-8230-cb1ef776b4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.154114 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-be974b20-6cae-44ae-8230-cb1ef776b4be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1ac3c04-a42e-45ef-8280-0aa96cbd00ad HTTP/1.1" status: 204 len: 168 time: 0.2136910 Mar 27 15:29:59.164820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be974b20-6cae-44ae-8230-cb1ef776b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac3c04-a42e-45ef-8280-0aa96cbd00ad,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:29:59.185841 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4b6c5-5844-48d5-8e95-a45cbeaae9fb req-23df3d97-9ad0-4b53-951a-a3a00ab85b4c tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:59.187540 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-07e4b6c5-5844-48d5-8e95-a45cbeaae9fb req-23df3d97-9ad0-4b53-951a-a3a00ab85b4c tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.1019442 Mar 27 15:29:59.216720 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-5f4abad6-f261-4b51-a003-361bce509da8 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058464 Mar 27 15:29:59.251240 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-07e4b6c5-5844-48d5-8e95-a45cbeaae9fb req-b996a328-a943-412b-bc97-6c170fdc8ead tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Mar 27 15:29:59.358015 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-e7603cfc-99f4-4733-972e-e24de4e2c630 service neutron] 10.222.0.10 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183412 Mar 27 15:29:59.470227 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-bf6040d1-a53c-40be-9690-07b079c22648 service neutron] 10.222.0.10 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112339 Mar 27 15:29:59.511378 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:29:59.607874 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:29:59.608473 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.687686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51641a-6ff2-4fb2-853d-4c9b3b9e7a46 req-d4b1d30c-1fcf-41d2-828b-08e6eafc350d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:29:59.701951 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f51641a-6ff2-4fb2-853d-4c9b3b9e7a46 req-d4b1d30c-1fcf-41d2-828b-08e6eafc350d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 944 time: 0.0946057 Mar 27 15:29:59.760977 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:29:59.761963 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.765407 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f51641a-6ff2-4fb2-853d-4c9b3b9e7a46 req-80855aae-414b-4461-8454-af83baf2e688 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589347 Mar 27 15:29:59.836823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:29:59.848314 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:29:59.952973 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:00.006613 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d76a4-1ef8-406c-ad5c-7d3092f6afba req-5dc2ce22-0798-424c-aea6-7ff83625f1ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:00.020878 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-800d76a4-1ef8-406c-ad5c-7d3092f6afba req-5dc2ce22-0798-424c-aea6-7ff83625f1ce tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.1591401 Mar 27 15:30:00.065284 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4f622e2f-41af-4db3-a9ff-2fed8ee4c4d7 req-d50a37de-64d5-45fe-886c-cb85d9475d3c tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 210 time: 0.0478857 Mar 27 15:30:00.134829 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-800d76a4-1ef8-406c-ad5c-7d3092f6afba req-78eb2225-3829-4b16-95cf-79cb51686f6c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068518 Mar 27 15:30:00.292510 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:00.295046 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d9712d-df41-4d82-b7f2-be69f4aef8a1" -d '{"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:00.316308 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5a5d0-78d4-4947-8867-0bfff26d6730 req-6a5a192c-ae96-4d1c-afcf-db9a6ffdc541 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:00.327350 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:00.331105 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9cc5a5d0-78d4-4947-8867-0bfff26d6730 req-6a5a192c-ae96-4d1c-afcf-db9a6ffdc541 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0922251 Mar 27 15:30:00.332006 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'floatingip': {'port_id': '903a405f-d8af-43db-9557-0a64332d419f'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:00.361842 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee0b605-e020-457a-b853-0463fc48ba8a x-openstack-request-id: req-5ee0b605-e020-457a-b853-0463fc48ba8a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:00.362406 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-plugged", "status": "completed", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:00.362884 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ee0b605-e020-457a-b853-0463fc48ba8a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:00.363722 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee0b605-e020-457a-b853-0463fc48ba8a'] response: {'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'code': 200} Mar 27 15:30:00.405821 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:00.536635 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0025570-32b0-4551-ad01-4f18e0a33856 req-59840cb3-4d15-4748-b556-725a2ce3152c tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:00.543385 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b0025570-32b0-4551-ad01-4f18e0a33856 req-59840cb3-4d15-4748-b556-725a2ce3152c tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.1601102 Mar 27 15:30:00.665122 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8b5acea-1075-47fb-935a-7c4ee71c5884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:00.701533 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b0025570-32b0-4551-ad01-4f18e0a33856 req-030840a1-7527-4e26-8eec-a76b09401836 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572073 Mar 27 15:30:01.086183 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a06a-5dd3-47a9-9196-efb6c354a727 req-3827e42f-3f76-4cbd-998d-2e7925abf29b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:01.089462 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3cc4a06a-5dd3-47a9-9196-efb6c354a727 req-3827e42f-3f76-4cbd-998d-2e7925abf29b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.2152221 Mar 27 15:30:01.117148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023db75f-f42d-4061-a41c-9d0144ee5d45 req-39ef2d58-a82b-47d0-b50c-d617c55b07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:01.121300 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-023db75f-f42d-4061-a41c-9d0144ee5d45 req-39ef2d58-a82b-47d0-b50c-d617c55b07f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 1130 time: 0.1063073 Mar 27 15:30:01.216935 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-023db75f-f42d-4061-a41c-9d0144ee5d45 req-4a443fe3-b9b9-4dad-900e-80a993cb61cf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757582 Mar 27 15:30:01.229912 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 27 15:30:01.390335 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3cc4a06a-5dd3-47a9-9196-efb6c354a727 req-8743d3ae-82c3-4bae-9a9f-5b7f07eb921e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449241 Mar 27 15:30:01.391230 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-11a05e41-33d5-4c48-8654-3d42b33cc5a2 req-39568ad7-d8be-4d7b-b88c-6c19f82230b8 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 210 time: 0.0340161 Mar 27 15:30:01.429346 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:01.435182 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:01.567058 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Floating IP 5dafad58-a37f-4d37-bdd9-098f5587b8fa associated. External IP: 172.27.1.161, port: 903a405f-d8af-43db-9557-0a64332d419f. Mar 27 15:30:01.827903 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-575a27dc-bcde-42ce-a9f3-7ae688211ece tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:01.829520 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-575a27dc-bcde-42ce-a9f3-7ae688211ece tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 808 time: 0.1555200 Mar 27 15:30:01.950967 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-69743f97-652c-4fa0-bd54-e74de388425a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059 HTTP/1.1" status: 200 len: 379 time: 0.1111803 Mar 27 15:30:01.973255 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'port': {'device_id': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'admin_state_up': True, 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'security_groups': ['13c93f9b-20de-45b0-8ed6-f39c554f9064']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:02.145868 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:30:02.148614 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Made reservation on behalf of f98044b5fa3d4c4bbb8482ce2efc0059 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:30:02.154682 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:02.285836 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:30:02.291926 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:02.297125 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] Sync routers for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:30:02.322675 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:30:02.323885 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:29:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:02.342887 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-64ffcba8-0309-42ae-adc8-568f29567ef5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "PUT /v2.0/floatingips/5dafad58-a37f-4d37-bdd9-098f5587b8fa HTTP/1.1" status: 200 len: 992 time: 2.0144126 Mar 27 15:30:02.343525 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:02.347422 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958895e4-ef11-4e95-aeef-e9db19de89be" -d '{"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:02.389342 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2a91a-4fc1-4241-b4ad-3f29f5609b20 x-openstack-request-id: req-62f2a91a-4fc1-4241-b4ad-3f29f5609b20 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:02.390200 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:02.390608 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62f2a91a-4fc1-4241-b4ad-3f29f5609b20 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:02.391203 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f2a91a-4fc1-4241-b4ad-3f29f5609b20'] response: {'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f', 'status': 'completed', 'code': 200} Mar 27 15:30:02.417217 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Allocated IP 172.20.0.9 (88d16fb4-dbea-4059-9c20-adfd6f6a320d/d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40/7ececd3a-a233-4a83-846a-3f891f03d92f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:30:02.523481 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958895e4-ef11-4e95-aeef-e9db19de89be req-f5e95bc8-9902-4fd8-92bb-09b9f0489372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:02.530888 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-f5e95bc8-9902-4fd8-92bb-09b9f0489372 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.1029150 Mar 27 15:30:02.559059 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:30:02.594245 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-71fcbf40-5238-4d96-bc43-7ed0f0bb94c4 req-48a11a76-9720-43f4-b376-9631ec282799 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 210 time: 0.0622308 Mar 27 15:30:02.728580 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb50be-94c1-4121-976c-002b429f4484 req-79865554-73f3-4f30-b285-ab5a8008bdfa tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:02.736999 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85cb50be-94c1-4121-976c-002b429f4484 req-79865554-73f3-4f30-b285-ab5a8008bdfa tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.1277061 Mar 27 15:30:02.761784 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:02.844203 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958895e4-ef11-4e95-aeef-e9db19de89be req-a69208b3-82cb-4e42-9881-e5360ac68aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:02.846927 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-a69208b3-82cb-4e42-9881-e5360ac68aea service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.2515860 Mar 27 15:30:02.891259 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85cb50be-94c1-4121-976c-002b429f4484 req-1e303803-05ec-436b-a9a6-861ed2ebf62b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531579 Mar 27 15:30:02.964009 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:02.993286 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-fb12fb30-4f77-4100-b99e-6eb7d5ab0275 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 1000 time: 0.1387894 Mar 27 15:30:03.012533 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b4f63b76-f3c2-4d1c-afaa-ff8830ef3f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:03.049302 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:30:03.060001 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:30:03.076483 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:30:03.093485 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958895e4-ef11-4e95-aeef-e9db19de89be req-b816fd31-800c-4f32-abb8-bc29aa66d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:03.101866 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-b816fd31-800c-4f32-abb8-bc29aa66d966 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0946770 Mar 27 15:30:03.163012 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:03.240593 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958895e4-ef11-4e95-aeef-e9db19de89be req-ef831342-2629-4705-a086-03e62f2e27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:03.242111 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-ef831342-2629-4705-a086-03e62f2e27ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1358175 Mar 27 15:30:03.246344 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:03.247034 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:03.271280 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '5dafad58-a37f-4d37-bdd9-098f5587b8fa', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:27Z', 'updated_at': '2022-03-27T15:30:01Z', 'revision_number': 1, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:03.277736 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-43ee2d1d-8e75-4d60-83c5-9d2e9cd8058f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119574 Mar 27 15:30:03.303828 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] Checking router: 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:30:03.316528 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:30:03.317495 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:03.455299 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-07ae183d-71d9-4d50-b474-79721a6d861f None None] Provisioning complete for port 7ececd3a-a233-4a83-846a-3f891f03d92f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:30:03.455768 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-07ae183d-71d9-4d50-b474-79721a6d861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:03.498860 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:30:03.507774 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-07ae183d-71d9-4d50-b474-79721a6d861f None None] Port 7ececd3a-a233-4a83-846a-3f891f03d92f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:30:03.755756 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b8b2d-b09b-497b-ac56-6b2703275094 req-a91a9b45-c599-42b6-8cf3-34a9ee151790 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:03.768663 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f7b8b2d-b09b-497b-ac56-6b2703275094 req-a91a9b45-c599-42b6-8cf3-34a9ee151790 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 931 time: 0.0991828 Mar 27 15:30:03.832239 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f7b8b2d-b09b-497b-ac56-6b2703275094 req-fa74a3e2-864b-459d-b548-a5cf2cf9e8eb tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603726 Mar 27 15:30:03.875824 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '5dafad58-a37f-4d37-bdd9-098f5587b8fa', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:27Z', 'updated_at': '2022-03-27T15:30:01Z', 'revision_number': 1, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:03.918163 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4236-6825-4ca9-8a56-8f4c914499ea None None] The sync data for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi is: [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '5dafad58-a37f-4d37-bdd9-098f5587b8fa', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:27Z', 'updated_at': '2022-03-27T15:30:01Z', 'revision_number': 1, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:30:04.043648 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:04.093800 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08b76-17c8-4d3a-97db-808a3aef4f88 req-2aa95c1a-c925-4d7e-ad4a-d4029b60c532 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:04.096068 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a1a08b76-17c8-4d3a-97db-808a3aef4f88 req-2aa95c1a-c925-4d7e-ad4a-d4029b60c532 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.1033723 Mar 27 15:30:04.170271 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a1a08b76-17c8-4d3a-97db-808a3aef4f88 req-9b554c12-8251-4e51-a4a8-a36e985bbea9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684316 Mar 27 15:30:04.240401 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14d58d-cfd2-49e5-90d0-718b1cd1a019 None None] New status for floating IP 5dafad58-a37f-4d37-bdd9-098f5587b8fa: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:30:04.981092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c4f6d-3851-4596-a8d9-158e4d9745c0 req-7f6c763e-d909-498f-b474-6e892b732f3b tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:04.982604 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-095c4f6d-3851-4596-a8d9-158e4d9745c0 req-7f6c763e-d909-498f-b474-6e892b732f3b tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 931 time: 0.0719786 Mar 27 15:30:05.039102 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-095c4f6d-3851-4596-a8d9-158e4d9745c0 req-d9959a57-0d23-41a2-87eb-79306dbf8d5e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495911 Mar 27 15:30:05.342560 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aa17f-99b2-4ce5-a074-205ede1849a7 req-b93d7f85-e10b-41cf-a7dd-aa36a3280eb5 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:05.355193 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe7aa17f-99b2-4ce5-a074-205ede1849a7 req-b93d7f85-e10b-41cf-a7dd-aa36a3280eb5 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.0861061 Mar 27 15:30:05.367653 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:05.421529 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe7aa17f-99b2-4ce5-a074-205ede1849a7 req-c658d112-f7d8-4fbd-b18e-69d28097ba00 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639715 Mar 27 15:30:06.203327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Request body: {'port': {'device_id': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:06.206712 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02aff0-0f32-4f2c-8c27-980fa82e79f9 req-11111e8d-14ec-4b9d-a21c-4a01ce89f674 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:06.209765 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1c02aff0-0f32-4f2c-8c27-980fa82e79f9 req-11111e8d-14ec-4b9d-a21c-4a01ce89f674 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 931 time: 0.0877707 Mar 27 15:30:06.309767 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:06.342329 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1c02aff0-0f32-4f2c-8c27-980fa82e79f9 req-77e34168-293f-4a3b-acd1-476d2b654c95 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201622 Mar 27 15:30:06.368402 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-cc24b2a3-5fef-4526-99f7-bef7d969f314 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564238 Mar 27 15:30:06.525398 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-958895e4-ef11-4e95-aeef-e9db19de89be req-eb9f5145-7e5e-40ef-a600-dededc404f97 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410966 Mar 27 15:30:06.642301 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738abcd-b839-4067-96d4-5cef7ba0403d req-0ba7f1f7-5db9-46db-aa44-00718ec7037c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:06.649392 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a738abcd-b839-4067-96d4-5cef7ba0403d req-0ba7f1f7-5db9-46db-aa44-00718ec7037c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.1318159 Mar 27 15:30:06.760055 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a738abcd-b839-4067-96d4-5cef7ba0403d req-f84b3ca3-2d22-4882-ac0e-6c85b81cf89d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093979 Mar 27 15:30:06.782309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ececd3a-a233-4a83-846a-3f891f03d92f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:30:06.791231 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Publish callbacks [] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:06.807809 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Transition to ACTIVE for port object 7ececd3a-a233-4a83-846a-3f891f03d92f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:30:06.812131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:06.864740 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:06.883306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.883306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.883306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.883779 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.883779 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.884300 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.884625 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.884972 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.888786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:06.935255 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:06.988013 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Attempting to bind port 7ececd3a-a233-4a83-846a-3f891f03d92f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:30:06.988468 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Attempting to bind port 7ececd3a-a233-4a83-846a-3f891f03d92f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:30:06.989297 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Attempting to bind port 7ececd3a-a233-4a83-846a-3f891f03d92f on network 88d16fb4-dbea-4059-9c20-adfd6f6a320d {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:30:06.997877 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Port 7ececd3a-a233-4a83-846a-3f891f03d92f on network 88d16fb4-dbea-4059-9c20-adfd6f6a320d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:30:06.998397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Attempting to bind port 7ececd3a-a233-4a83-846a-3f891f03d92f on network 88d16fb4-dbea-4059-9c20-adfd6f6a320d {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:30:07.008012 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:30:07.008963 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Checking segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:30:07.009555 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Bound using segment: {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:30:07.010165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Bound port: 7ececd3a-a233-4a83-846a-3f891f03d92f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85691e95-48e0-4a01-8ad8-09171290f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:30:07.010391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:07.150327 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:30:07.164088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:30:07.173993 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:07.229101 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.229628 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:07.233191 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] 10.222.0.25 "PUT /v2.0/ports/7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 1093 time: 1.0342336 Mar 27 15:30:07.233191 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:07.234058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:07.348214 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7107b-0148-4434-b488-bc6c65ad0680 x-openstack-request-id: req-f3a7107b-0148-4434-b488-bc6c65ad0680 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:07.348915 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:07.349654 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3a7107b-0148-4434-b488-bc6c65ad0680 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:07.350151 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a7107b-0148-4434-b488-bc6c65ad0680'] response: {'name': 'network-changed', 'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'status': 'completed', 'code': 200} Mar 27 15:30:07.392436 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb644-dd62-4a3c-bd5c-930f3de7d080 service neutron] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:07.422057 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-7112fb08-fd61-485b-a093-3888cfa3659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.423896 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-7112fb08-fd61-485b-a093-3888cfa3659d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1127 time: 0.1136875 Mar 27 15:30:07.454302 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-af5def62-3b97-44aa-bbec-f2ed22ae35be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999217 Mar 27 15:30:07.553586 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-765d439a-228c-4f0d-8113-1dda802c9a7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 217 time: 0.1212904 Mar 27 15:30:07.566170 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-17fa3605-cbe5-4c3f-bad3-70353e41b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.567717 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-17fa3605-cbe5-4c3f-bad3-70353e41b9ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.0801566 Mar 27 15:30:07.632387 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8e54a-7c8d-44b5-8967-015aa9224ea5 req-c6bf4e1f-4d1a-4880-90cd-a6df614eaa73 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.633876 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-57c8e54a-7c8d-44b5-8967-015aa9224ea5 req-c6bf4e1f-4d1a-4880-90cd-a6df614eaa73 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.1208467 Mar 27 15:30:07.636407 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-e2c5e3e0-661a-41b2-8abb-4bf29c0504ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.637724 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-e2c5e3e0-661a-41b2-8abb-4bf29c0504ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0772002 Mar 27 15:30:07.764969 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-928781f7-b0eb-4fb0-ac1b-5b690c74ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.767223 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-928781f7-b0eb-4fb0-ac1b-5b690c74ac56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.1612704 Mar 27 15:30:07.820927 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-672fd7ea-44e2-4eeb-90d8-094806ba144d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 200 len: 217 time: 0.0449288 Mar 27 15:30:07.887838 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-322a88fe-5d94-4dea-b4e8-cc623285d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.889289 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-322a88fe-5d94-4dea-b4e8-cc623285d133 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0605943 Mar 27 15:30:07.960560 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-06af9841-0e15-48fa-81f9-f54666482caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.966511 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-06af9841-0e15-48fa-81f9-f54666482caf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641804 Mar 27 15:30:07.969881 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-57c8e54a-7c8d-44b5-8967-015aa9224ea5 req-037dc869-b3fc-432e-b57c-5e6f69122832 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286796 Mar 27 15:30:07.976579 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-4f6d75e2-c334-4f1c-8604-6a71cad9c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:07.978605 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-4f6d75e2-c334-4f1c-8604-6a71cad9c779 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3303630 Mar 27 15:30:08.099386 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-9ad68a0c-326e-440e-bf82-bb0c9c38f41d service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140888 Mar 27 15:30:08.105159 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-8394f60f-e19e-4614-be76-9bc2bc264c8c service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270716 Mar 27 15:30:08.234929 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fbf5c47c-b50d-4bec-b965-6b7f8e338aee req-58b3f1d1-1eb2-4dad-bc58-ba4e8945fd47 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169589 Mar 27 15:30:08.252926 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c7e43ba-a296-4361-aafa-6d5803c02873 req-8857f5ff-4eb0-4dfb-9bed-dfea77d6c9f5 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290479 Mar 27 15:30:08.400450 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-ce16528d-1e66-4390-8c89-1176633bcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:08.402023 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-ce16528d-1e66-4390-8c89-1176633bcefc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1127 time: 0.0973351 Mar 27 15:30:08.648274 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-d573818b-8e12-4ef6-82ee-1befd3ca5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:08.649991 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-d573818b-8e12-4ef6-82ee-1befd3ca5942 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.1098063 Mar 27 15:30:08.692816 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-4e8af419-5cca-4efc-a95a-854be2274aad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 217 time: 0.0361147 Mar 27 15:30:08.742412 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-f9c36dc3-4396-43df-bded-577d4f6e8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:08.744833 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-f9c36dc3-4396-43df-bded-577d4f6e8387 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0454230 Mar 27 15:30:08.798306 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-de747d03-54c7-4a2e-b0bb-a21e1a36990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:08.800074 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-de747d03-54c7-4a2e-b0bb-a21e1a36990e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468357 Mar 27 15:30:08.919647 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-7ccb54b7-3fef-4457-9e69-640d4b4e7c45 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059055 Mar 27 15:30:09.074123 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb9ac176-ddbd-4637-9dc0-b0105e924b4f req-24c959fb-20ce-4a31-924e-50034c9b8471 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483920 Mar 27 15:30:09.207620 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f8955-e5f8-4c97-aff4-38a11212d06a req-0f262e26-2012-45f3-b964-ec7e17d6dccc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:09.210724 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-885f8955-e5f8-4c97-aff4-38a11212d06a req-0f262e26-2012-45f3-b964-ec7e17d6dccc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0833175 Mar 27 15:30:09.296766 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-885f8955-e5f8-4c97-aff4-38a11212d06a req-62215a14-6a1b-48a2-a1a6-8f611e356974 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787981 Mar 27 15:30:09.455528 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:09.849451 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48376) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:09.963166 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14115dfd-8093-436a-9125-4fc6815e3fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.066547 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14115dfd-8093-436a-9125-4fc6815e3fe8 admin admin] Publish callbacks [] for security_group (5edf928a-87d0-45cf-8434-d8bd76eaf96d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.070492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14115dfd-8093-436a-9125-4fc6815e3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (5edf928a-87d0-45cf-8434-d8bd76eaf96d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.110517 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14115dfd-8093-436a-9125-4fc6815e3fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf928a-87d0-45cf-8434-d8bd76eaf96d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:10.117846 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-14115dfd-8093-436a-9125-4fc6815e3fe8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0979b041eddc4b388fb26cbcb7662c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645352 Mar 27 15:30:10.117846 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48384) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:10.186412 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33d2a6ca-2d90-4872-a7df-929417745502 admin admin] Publish callbacks [] for security_group (5edf928a-87d0-45cf-8434-d8bd76eaf96d), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.209906 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33d2a6ca-2d90-4872-a7df-929417745502 admin admin] Publish callbacks [] for security_group (5edf928a-87d0-45cf-8434-d8bd76eaf96d), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.294560 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33d2a6ca-2d90-4872-a7df-929417745502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (5edf928a-87d0-45cf-8434-d8bd76eaf96d), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.297167 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33d2a6ca-2d90-4872-a7df-929417745502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:10.300072 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-33d2a6ca-2d90-4872-a7df-929417745502 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5edf928a-87d0-45cf-8434-d8bd76eaf96d HTTP/1.1" status: 204 len: 168 time: 0.1795967 Mar 27 15:30:10.311831 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2a6ca-2d90-4872-a7df-929417745502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf928a-87d0-45cf-8434-d8bd76eaf96d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:10.478338 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcd86c-6daa-4424-9ecb-1c0504f3b9bd req-306ea9f1-f841-441e-8097-0ff3f3784105 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:10.480096 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85fcd86c-6daa-4424-9ecb-1c0504f3b9bd req-306ea9f1-f841-441e-8097-0ff3f3784105 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0704730 Mar 27 15:30:10.568682 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-85fcd86c-6daa-4424-9ecb-1c0504f3b9bd req-f69ee0fa-888e-479b-a0a4-b2ed64f1dd1a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816031 Mar 27 15:30:11.705958 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3117b1-c7a6-4add-8f33-bc2610f8602f req-5c53e1a1-6782-4922-b93c-8472855e63bf tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:11.707446 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-db3117b1-c7a6-4add-8f33-bc2610f8602f req-5c53e1a1-6782-4922-b93c-8472855e63bf tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0514321 Mar 27 15:30:11.755440 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-db3117b1-c7a6-4add-8f33-bc2610f8602f req-dced5570-f6fd-422c-a887-8094215cf8de tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Mar 27 15:30:12.873323 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84589206-f29f-49b3-9005-2735f9001f59 req-83d4ff4e-4762-4a30-a717-9e5ed7ac9d03 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:12.874781 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84589206-f29f-49b3-9005-2735f9001f59 req-83d4ff4e-4762-4a30-a717-9e5ed7ac9d03 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0521779 Mar 27 15:30:12.925337 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84589206-f29f-49b3-9005-2735f9001f59 req-d8c3450e-84c3-4930-a664-7494aacd64d5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448430 Mar 27 15:30:14.056411 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092268-bb3a-47a2-aa02-d56d30d7a6db req-c31fedb7-996f-49f8-9856-9c05d2620f57 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:14.057893 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-12092268-bb3a-47a2-aa02-d56d30d7a6db req-c31fedb7-996f-49f8-9856-9c05d2620f57 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0597167 Mar 27 15:30:14.109382 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-12092268-bb3a-47a2-aa02-d56d30d7a6db req-6d671ae9-f6cc-4a26-8dec-70ba4037ce0f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458057 Mar 27 15:30:15.229420 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449e254-0ec0-4f8c-b934-b47aeb14b2d6 req-42b6415a-7976-4852-8005-947cea8bdc18 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:15.231267 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5449e254-0ec0-4f8c-b934-b47aeb14b2d6 req-42b6415a-7976-4852-8005-947cea8bdc18 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0564420 Mar 27 15:30:15.280068 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5449e254-0ec0-4f8c-b934-b47aeb14b2d6 req-d20bd626-9b1b-4380-9b2d-0f05dcc4b4b2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Mar 27 15:30:16.395201 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717e70-4a0e-4039-917c-512066d3401b req-fffb8fe1-7a97-4fb0-86bc-f0c2b364a780 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:16.397520 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-92717e70-4a0e-4039-917c-512066d3401b req-fffb8fe1-7a97-4fb0-86bc-f0c2b364a780 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0527370 Mar 27 15:30:16.449426 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-92717e70-4a0e-4039-917c-512066d3401b req-071a5e5e-074a-42ac-a0ea-6bea2d4c1339 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Mar 27 15:30:17.189910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48508) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:17.233463 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Deleting subnet 6bb40f5f-0677-42b1-939b-114d144151d0 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:30:17.236495 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Publish callbacks [] for subnet (6bb40f5f-0677-42b1-939b-114d144151d0), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.273118 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (6bb40f5f-0677-42b1-939b-114d144151d0), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.315844 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (6bb40f5f-0677-42b1-939b-114d144151d0), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.367155 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (6bb40f5f-0677-42b1-939b-114d144151d0), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.391073 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb40f5f-0677-42b1-939b-114d144151d0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:17.401174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.401811 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.401928 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.402215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.402511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.402848 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.403540 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.403540 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.403831 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.404156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.404487 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.404810 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.405132 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.405451 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.405773 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:17.408718 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.411889 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3dec11f0-4553-4142-b5c1-1c0d858e1264 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6bb40f5f-0677-42b1-939b-114d144151d0 HTTP/1.1" status: 204 len: 168 time: 0.2210002 Mar 27 15:30:17.414373 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:17.488154 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (6ca48d3e-6c65-4ee2-be48-187605d2cc5a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.569505 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (6ca48d3e-6c65-4ee2-be48-187605d2cc5a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.578102 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fce9b-ea8e-401d-a5bf-ee66fb9564f9 req-ffcedf31-a535-4779-8477-394a8d069954 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:17.580197 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1b8fce9b-ea8e-401d-a5bf-ee66fb9564f9 req-ffcedf31-a535-4779-8477-394a8d069954 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0565209 Mar 27 15:30:17.592497 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca48d3e-6c65-4ee2-be48-187605d2cc5a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:17.602340 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be41f4b-b317-4fc6-a531-78962a3bffef') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:17.602639 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be41f4b-b317-4fc6-a531-78962a3bffef') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:17.612747 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (5be41f4b-b317-4fc6-a531-78962a3bffef), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.626873 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (5be41f4b-b317-4fc6-a531-78962a3bffef), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.629932 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1b8fce9b-ea8e-401d-a5bf-ee66fb9564f9 req-a3544945-987b-4c6e-bc7d-617b9259f15a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Mar 27 15:30:17.633239 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:30:17.633715 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (5be41f4b-b317-4fc6-a531-78962a3bffef), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:30:17.635935 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:30:17.693426 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (6ca48d3e-6c65-4ee2-be48-187605d2cc5a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.700366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.703886 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ca48d3e-6c65-4ee2-be48-187605d2cc5a HTTP/1.1" status: 204 len: 168 time: 0.2884700 Mar 27 15:30:17.713366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c790a-4406-42e6-a2a2-d4082d2493f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca48d3e-6c65-4ee2-be48-187605d2cc5a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:17.870894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:17.909218 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-3eedcfd4-978c-4b7f-8019-f36f9bd73044 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6484d4f26da04c00bb739735fc16772b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370703 Mar 27 15:30:17.911501 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48524) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:17.960061 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0120-9e64-42f6-b486-826b91fd57d1 admin admin] Publish callbacks [] for security_group (ad304dd5-fb82-46db-b1de-7df7fae7c3b8), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:17.981219 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0120-9e64-42f6-b486-826b91fd57d1 admin admin] Publish callbacks [] for security_group (ad304dd5-fb82-46db-b1de-7df7fae7c3b8), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:18.026826 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0120-9e64-42f6-b486-826b91fd57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (ad304dd5-fb82-46db-b1de-7df7fae7c3b8), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:18.029403 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0120-9e64-42f6-b486-826b91fd57d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:18.031015 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-a2bc0120-9e64-42f6-b486-826b91fd57d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad304dd5-fb82-46db-b1de-7df7fae7c3b8 HTTP/1.1" status: 204 len: 168 time: 0.1181917 Mar 27 15:30:18.039856 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc0120-9e64-42f6-b486-826b91fd57d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad304dd5-fb82-46db-b1de-7df7fae7c3b8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:18.750476 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2729-af04-4e3b-8fb3-81dc0b99e676 req-dc5c6cb7-1f6d-420e-9ed5-7acc0ab55f17 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:18.752168 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-632d2729-af04-4e3b-8fb3-81dc0b99e676 req-dc5c6cb7-1f6d-420e-9ed5-7acc0ab55f17 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0542796 Mar 27 15:30:18.803734 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-632d2729-af04-4e3b-8fb3-81dc0b99e676 req-5ffa7a04-583a-4c2c-ab63-8d72b9688cf7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456533 Mar 27 15:30:19.617523 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:30:19.719597 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:19.731752 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'port_id': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'mac_address': 'fa:16:3e:6e:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:30:19.768185 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7ececd3a-a233-4a83-846a-3f891f03d92f is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:19.768582 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:19.781988 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ececd3a-a233-4a83-846a-3f891f03d92f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:30:19.804314 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:19.807984 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:19.854856 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:19.862004 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.862354 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.862721 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.863114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.863454 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.863798 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.864132 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.864462 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.864792 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.865168 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.865482 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.865813 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.866140 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.866462 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.866786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:30:19.924611 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0233a-d03f-4634-bd56-82a1794f83e2 req-6c6f5e30-41cb-4d80-9ad7-e63f3ee42c7f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:19.926110 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fcb0233a-d03f-4634-bd56-82a1794f83e2 req-6c6f5e30-41cb-4d80-9ad7-e63f3ee42c7f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 944 time: 0.0537477 Mar 27 15:30:19.979252 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fcb0233a-d03f-4634-bd56-82a1794f83e2 req-fc3cbe37-ed71-4f6b-a3d9-3d0312a1088c tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473452 Mar 27 15:30:20.106589 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['7ececd3a-a233-4a83-846a-3f891f03d92f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:30:21.101863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45d875-790e-4a21-a25e-e95b6da66c68 req-871ba855-bc3d-4edf-9238-9a3c38956966 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:21.103807 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7f45d875-790e-4a21-a25e-e95b6da66c68 req-871ba855-bc3d-4edf-9238-9a3c38956966 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 944 time: 0.0526443 Mar 27 15:30:21.156598 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7f45d875-790e-4a21-a25e-e95b6da66c68 req-5d7d853f-90be-4ed1-ab33-4fcf418a35ca tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Mar 27 15:30:22.275055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547129-c9b2-4995-980d-f7ab899ef541 req-30f73467-0ffe-4a44-a15f-403e0ce72101 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:22.276503 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-69547129-c9b2-4995-980d-f7ab899ef541 req-30f73467-0ffe-4a44-a15f-403e0ce72101 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 944 time: 0.0521328 Mar 27 15:30:22.329251 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-69547129-c9b2-4995-980d-f7ab899ef541 req-e2edc15c-0065-48d9-8c81-e96f45bd7d0d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465608 Mar 27 15:30:23.448277 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24fa3-3bf1-424d-9906-8ea79c54e6a2 req-4fb6a843-d107-4761-a484-fbfed0d719f1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:23.450060 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bdd24fa3-3bf1-424d-9906-8ea79c54e6a2 req-4fb6a843-d107-4761-a484-fbfed0d719f1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 944 time: 0.0536520 Mar 27 15:30:23.500441 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bdd24fa3-3bf1-424d-9906-8ea79c54e6a2 req-38bc2417-ba33-4064-b55a-5822e9a778e8 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452054 Mar 27 15:30:23.629245 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:30:23.680271 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 7ececd3a-a233-4a83-846a-3f891f03d92f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:30:23.685143 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 7ececd3a-a233-4a83-846a-3f891f03d92f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:30:23.685517 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:23.767213 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7ececd3a-a233-4a83-846a-3f891f03d92f is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:23.767627 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:23.790027 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:23.792494 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e93c2c-97c2-4562-b4e2-fd86385f1583" -d '{"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-plugged", "status": "completed", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:23.804711 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:23.809391 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:23.834321 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c7ed1e-f2e5-4036-a127-d214ea5cf09f x-openstack-request-id: req-27c7ed1e-f2e5-4036-a127-d214ea5cf09f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:23.834611 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-plugged", "status": "completed", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:23.834862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27c7ed1e-f2e5-4036-a127-d214ea5cf09f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:23.835276 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c7ed1e-f2e5-4036-a127-d214ea5cf09f'] response: {'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'code': 200} Mar 27 15:30:23.859539 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:24.618428 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602be2d2-a9d0-427c-9523-3999e9b589f7 req-864a7b64-d6d1-4c82-ad5f-e682a124ab00 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:24.619936 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-602be2d2-a9d0-427c-9523-3999e9b589f7 req-864a7b64-d6d1-4c82-ad5f-e682a124ab00 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0539310 Mar 27 15:30:24.667993 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-602be2d2-a9d0-427c-9523-3999e9b589f7 req-4e1dff0d-ff19-4b50-bc4a-3f622f02f06c tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Mar 27 15:30:25.788845 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f14b4-e7ef-4adc-8912-fb654d0b2502 req-eb6f9f9c-f6c1-4a56-bddf-4f9ced312477 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:25.790311 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-eb5f14b4-e7ef-4adc-8912-fb654d0b2502 req-eb6f9f9c-f6c1-4a56-bddf-4f9ced312477 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0531027 Mar 27 15:30:25.838862 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-eb5f14b4-e7ef-4adc-8912-fb654d0b2502 req-751a1001-b191-4805-9c03-4f7d7c0ee3f2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Mar 27 15:30:26.658498 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c699c8-b3f3-4e3d-9486-f0ad107ad7e1 req-edd69c54-3dfe-42ef-b5f6-49c6bccc74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:26.660039 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e6c699c8-b3f3-4e3d-9486-f0ad107ad7e1 req-edd69c54-3dfe-42ef-b5f6-49c6bccc74be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.0466764 Mar 27 15:30:26.706934 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e6c699c8-b3f3-4e3d-9486-f0ad107ad7e1 req-90178c93-66d9-492c-9b06-c7610f1bdd2c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Mar 27 15:30:26.961256 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba45eb-7e42-479e-962e-6c18acc93e44 req-e83fd573-4e7c-4f61-9400-b41c1e41a0d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:26.962710 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-22ba45eb-7e42-479e-962e-6c18acc93e44 req-e83fd573-4e7c-4f61-9400-b41c1e41a0d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0578909 Mar 27 15:30:27.014654 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-22ba45eb-7e42-479e-962e-6c18acc93e44 req-3757b357-5e39-47c7-b2a5-11df8a8fa4d1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464671 Mar 27 15:30:27.580547 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819861f-4f56-44e7-9a93-4352decb734d req-d6956098-ad24-4e52-a08c-7742ce4a6f51 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:27.581912 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b819861f-4f56-44e7-9a93-4352decb734d req-d6956098-ad24-4e52-a08c-7742ce4a6f51 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.0511696 Mar 27 15:30:27.628888 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b819861f-4f56-44e7-9a93-4352decb734d req-626a908b-1784-4c10-a1d4-9b81b0c6ffc6 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Mar 27 15:30:28.140465 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e710-5a23-4f9a-a458-36ab84cddab5 req-942570b0-a402-4278-94be-ea830f899edd tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:28.141939 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d493e710-5a23-4f9a-a458-36ab84cddab5 req-942570b0-a402-4278-94be-ea830f899edd tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0592327 Mar 27 15:30:28.189061 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d493e710-5a23-4f9a-a458-36ab84cddab5 req-74bedbcb-6ee4-4070-b686-670eefe6ffa1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Mar 27 15:30:28.748209 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27e8dc-6944-4347-b66c-29f506082770 req-3ec2c221-7199-4a47-a84a-5348be6bed4b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:28.749656 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bd27e8dc-6944-4347-b66c-29f506082770 req-3ec2c221-7199-4a47-a84a-5348be6bed4b tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.0547826 Mar 27 15:30:28.795484 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bd27e8dc-6944-4347-b66c-29f506082770 req-3f5478b1-ae2e-4353-ab97-65341e5d59a4 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Mar 27 15:30:29.307705 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf4e13-e9fa-45ae-a985-119e4e496eeb req-dc6e3f38-14ca-48be-9d67-4a1660c05299 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:29.309297 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0dbf4e13-e9fa-45ae-a985-119e4e496eeb req-dc6e3f38-14ca-48be-9d67-4a1660c05299 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0556176 Mar 27 15:30:29.358038 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0dbf4e13-e9fa-45ae-a985-119e4e496eeb req-802985b3-599b-4200-8611-254d936be9b2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Mar 27 15:30:29.472288 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e897c6-c067-490e-b415-8deeb0ddee92 req-243e07c9-76fd-472e-a3d1-b458bf56b657 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:29.473658 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-41e897c6-c067-490e-b415-8deeb0ddee92 req-243e07c9-76fd-472e-a3d1-b458bf56b657 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0515201 Mar 27 15:30:29.522843 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-41e897c6-c067-490e-b415-8deeb0ddee92 req-2c9e8e1a-d5bf-489f-b905-c265f0f702b5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Mar 27 15:30:29.543653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48654) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:29.728680 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b8e3b-e324-4df1-bf2c-e6b67402fbc7 tempest-TestShelveInstance-661521852 tempest-TestShelveInstance-661521852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:29.730138 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ee7b8e3b-e324-4df1-bf2c-e6b67402fbc7 tempest-TestShelveInstance-661521852 tempest-TestShelveInstance-661521852-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1124 time: 0.1849897 Mar 27 15:30:29.733767 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48658) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:29.737909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'port_id': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:29.757113 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:29.853971 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:29.918202 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7689be5-4273-42d8-9ab6-a23d596fa2f8 req-0b75713e-5a58-4d9f-88ee-fb4144ad3c6d tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:29.920314 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7689be5-4273-42d8-9ab6-a23d596fa2f8 req-0b75713e-5a58-4d9f-88ee-fb4144ad3c6d tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.0581255 Mar 27 15:30:29.962307 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Allocated IP 172.27.1.41 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/3bbeb566-36ff-4fe4-910d-4c908a24c375) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:30:29.971486 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7689be5-4273-42d8-9ab6-a23d596fa2f8 req-8c5f68e0-fe98-4563-9f09-08d32ee74c0a tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Mar 27 15:30:30.063466 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.096330 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.132524 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:30:30.135441 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:30:30.142197 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:30:30.147713 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'Port': ['ID=3bbeb566-36ff-4fe4-910d-4c908a24c375,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:30.589224 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for floatingip (bf96da4d-cf6f-46d7-ba22-030be271406b), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.629628 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f713ca2d-4da4-4237-bd42-dd6fe73597ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.700254 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.848361 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.852653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:30.925666 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event updated for resources: {'Port': ['ID=3bbeb566-36ff-4fe4-910d-4c908a24c375,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:30.945490 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (bf96da4d-cf6f-46d7-ba22-030be271406b), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:31.094657 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Floating IP bf96da4d-cf6f-46d7-ba22-030be271406b associated. External IP: 172.27.1.41, port: 7ececd3a-a233-4a83-846a-3f891f03d92f. Mar 27 15:30:31.167182 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5b21-6ad9-4739-9636-964a7c07f17d req-c22e4595-38a6-46fc-b696-8664c5468a1d tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.168652 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e5cd5b21-6ad9-4739-9636-964a7c07f17d req-c22e4595-38a6-46fc-b696-8664c5468a1d tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.1305211 Mar 27 15:30:31.243666 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e5cd5b21-6ad9-4739-9636-964a7c07f17d req-91539afd-d7a2-4c22-b25c-ceadc3ccd091 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/security-groups?id=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Mar 27 15:30:31.379082 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Router 731fc799-dcb6-4a56-a10e-9757b4b390bb has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:30:31.489910 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:30:31.504518 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] Sync routers for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:30:31.520611 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:31.520808 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:30:31.520808 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:31.551804 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-cd9d8ccb-3235-48e9-b917-bdf765918123 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.553394 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-cd9d8ccb-3235-48e9-b917-bdf765918123 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 946 time: 0.0678334 Mar 27 15:30:31.557981 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-cba93fea-30ed-40ba-bdc3-c34b55c987c6 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8232214 Mar 27 15:30:31.558566 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:31.561120 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584dbdf-2090-4772-a1a1-297f791c25cb" -d '{"events": [{"name": "network-changed", "server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:31.610530 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472d7c2e-3b8e-4bfa-803b-f6695cc4c4e5 x-openstack-request-id: req-472d7c2e-3b8e-4bfa-803b-f6695cc4c4e5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:31.610530 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:31.610530 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-472d7c2e-3b8e-4bfa-803b-f6695cc4c4e5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:31.611241 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472d7c2e-3b8e-4bfa-803b-f6695cc4c4e5'] response: {'name': 'network-changed', 'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'status': 'completed', 'code': 200} Mar 27 15:30:31.662681 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:30:31.677345 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Deleting port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:30:31.677757 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:31.712855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-5b354dbd-a7f1-4d40-8d0e-022de5bd849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.714616 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-5b354dbd-a7f1-4d40-8d0e-022de5bd849a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.0715468 Mar 27 15:30:31.789643 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] For port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,segment=NetworkSegment(7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e),segment_id=7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:31.791272 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:31.810643 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Calling delete_port for 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:30:31.830967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-79939af6-839f-4be3-add8-71ded83be4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.832525 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-79939af6-839f-4be3-add8-71ded83be4f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.1102746 Mar 27 15:30:31.914290 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-f68fb6f6-851c-44a9-8005-7a516a16b9b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 998 time: 0.0748532 Mar 27 15:30:31.925994 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'bf96da4d-cf6f-46d7-ba22-030be271406b', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'port_id': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'mac_address': 'fa:16:3e:6e:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:30:30Z', 'updated_at': '2022-03-27T15:30:30Z', 'revision_number': 0, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:31.974966 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] Checking router: 731fc799-dcb6-4a56-a10e-9757b4b390bb for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:30:31.984091 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-3b1d6ecc-7bc0-499d-b599-f7836e2bbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:31.986427 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-3b1d6ecc-7bc0-499d-b599-f7836e2bbf60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0652721 Mar 27 15:30:31.988871 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:30:31.989524 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:31.991331 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:32.003866 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:30:32.057260 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Pushing event deleted for resources: {'Port': ['ID=9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:32.066862 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-0a1bd65e-de2d-4919-beb9-b738587dcfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:32.068561 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-0a1bd65e-de2d-4919-beb9-b738587dcfcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749912 Mar 27 15:30:32.106485 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] No DVR routers for this DVR port 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:30:32.112142 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:32.116170 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e3c9abad-deba-4b26-8b3f-98cebe8a9746 req-ae886189-d548-450c-b340-f8e2f187d5ff tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.25 "DELETE /v2.0/ports/9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 HTTP/1.1" status: 204 len: 173 time: 0.5562279 Mar 27 15:30:32.116170 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'name': 'network-vif-deleted', 'tag': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:32.118837 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f6c75-9639-4754-a5d6-f1cacfb45d5f" -d '{"events": [{"server_uuid": "243004f2-5b80-42b0-8749-3451bb85d7d2", "name": "network-vif-deleted", "tag": "9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:32.210140 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5e3695-afe2-4dcf-a824-a09c77c3d164 x-openstack-request-id: req-0d5e3695-afe2-4dcf-a824-a09c77c3d164 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:32.210334 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243004f2-5b80-42b0-8749-3451bb85d7d2", "name": "network-vif-deleted", "tag": "9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:32.210588 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d5e3695-afe2-4dcf-a824-a09c77c3d164 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:32.212677 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5e3695-afe2-4dcf-a824-a09c77c3d164'] response: {'server_uuid': '243004f2-5b80-42b0-8749-3451bb85d7d2', 'name': 'network-vif-deleted', 'tag': '9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8', 'status': 'completed', 'code': 200} Mar 27 15:30:32.266990 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:30:32.484766 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0cb21d27-5300-4181-b141-c6b300b4bff2 req-25ad7526-df02-4e99-9d75-e24cc697d848 tempest-VolumesSnapshotTestJSON-1674953388 tempest-VolumesSnapshotTestJSON-1674953388-project] 10.222.0.10 "GET /v2.0/ports?device_id=243004f2-5b80-42b0-8749-3451bb85d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0790792 Mar 27 15:30:32.517255 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-dc5036b7-5096-4460-abd8-2394f3580c6b service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402206 Mar 27 15:30:32.641835 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6584dbdf-2090-4772-a1a1-297f791c25cb req-d92a6bef-6bac-4820-8bbc-b50de2f8ba9a service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131167 Mar 27 15:30:32.663663 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'bf96da4d-cf6f-46d7-ba22-030be271406b', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'port_id': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'mac_address': 'fa:16:3e:6e:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:30:30Z', 'updated_at': '2022-03-27T15:30:30Z', 'revision_number': 0, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:32.705042 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf291fa-7977-4c9f-a380-de10b9292695 None None] The sync data for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi is: [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'bf96da4d-cf6f-46d7-ba22-030be271406b', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'port_id': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'mac_address': 'fa:16:3e:6e:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:30:30Z', 'updated_at': '2022-03-27T15:30:30Z', 'revision_number': 0, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:30:32.979414 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf16307-350c-426d-8656-8890c2a3f6d6 None None] New status for floating IP bf96da4d-cf6f-46d7-ba22-030be271406b: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:30:33.053218 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a96b2bfb-3cf8-44d9-aee1-ca3035606cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:34.046666 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:35.112641 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:30:35.366291 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:36.126860 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:30:36.147527 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:30:36.147871 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9e8cf7a2-6431-46ff-aa8f-aeff3846c4f8 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:30:36.920863 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.452296 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.679801 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:39.785644 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dbc7bc5-f6d3-4925-a739-a05aa1261a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.867446 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dbc7bc5-f6d3-4925-a739-a05aa1261a19 admin admin] Publish callbacks [] for security_group (9da185d9-098b-4a7b-af88-aa138be7cc43), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.870802 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dbc7bc5-f6d3-4925-a739-a05aa1261a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9da185d9-098b-4a7b-af88-aa138be7cc43), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.908606 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8dbc7bc5-f6d3-4925-a739-a05aa1261a19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52cd061926624a55829221adbf577205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277243 Mar 27 15:30:39.909445 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc7bc5-f6d3-4925-a739-a05aa1261a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da185d9-098b-4a7b-af88-aa138be7cc43,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:39.911284 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48794) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:39.958316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbf61170-057b-4989-a5e5-d82a5d3466f3 admin admin] Publish callbacks [] for security_group (9da185d9-098b-4a7b-af88-aa138be7cc43), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:39.978966 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbf61170-057b-4989-a5e5-d82a5d3466f3 admin admin] Publish callbacks [] for security_group (9da185d9-098b-4a7b-af88-aa138be7cc43), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:40.024271 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbf61170-057b-4989-a5e5-d82a5d3466f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9da185d9-098b-4a7b-af88-aa138be7cc43), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:40.026911 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbf61170-057b-4989-a5e5-d82a5d3466f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:40.028103 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-dbf61170-057b-4989-a5e5-d82a5d3466f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9da185d9-098b-4a7b-af88-aa138be7cc43 HTTP/1.1" status: 204 len: 168 time: 0.1157215 Mar 27 15:30:40.036906 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf61170-057b-4989-a5e5-d82a5d3466f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da185d9-098b-4a7b-af88-aa138be7cc43,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:55.592423 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:55.637909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Deleting subnet bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:30:55.641873 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Publish callbacks [] for subnet (bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.678834 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.727520 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.779834 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.806643 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:55.808634 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.812409 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2a54bd62-df42-4637-91d0-5888d724a3d9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd526f1d-2d4c-433d-b12e-3d3f06f9b7f2 HTTP/1.1" status: 204 len: 168 time: 0.2184184 Mar 27 15:30:55.814832 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48918) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:55.883354 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (da3fb34b-48aa-49da-834d-19244cbb37f4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.969676 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (da3fb34b-48aa-49da-834d-19244cbb37f4), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:55.990031 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3fb34b-48aa-49da-834d-19244cbb37f4']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:55.999647 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:56.000110 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:56.009349 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.023236 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.029272 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:30:56.029657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (7f3a5fb0-67e6-4be9-818d-0c4540ea2a5e), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:30:56.031615 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:30:56.087712 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (da3fb34b-48aa-49da-834d-19244cbb37f4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.092122 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.095367 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/da3fb34b-48aa-49da-834d-19244cbb37f4 HTTP/1.1" status: 204 len: 168 time: 0.2796042 Mar 27 15:30:56.107637 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d680f30-c503-4a9d-b663-9583cf11f7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3fb34b-48aa-49da-834d-19244cbb37f4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:56.266246 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48926) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:56.306217 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-05748ffb-2663-4671-89f0-36a617121cc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e53aaa682fd4a01ae2e2677c5f587ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386600 Mar 27 15:30:56.309091 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48930) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:56.357156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2162cbd-5648-4023-8d98-8b2d71938823 admin admin] Publish callbacks [] for security_group (7675f1e9-36f8-4bde-8a7f-d3190f12b3b9), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.380603 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2162cbd-5648-4023-8d98-8b2d71938823 admin admin] Publish callbacks [] for security_group (7675f1e9-36f8-4bde-8a7f-d3190f12b3b9), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.445132 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2162cbd-5648-4023-8d98-8b2d71938823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7675f1e9-36f8-4bde-8a7f-d3190f12b3b9), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.447918 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2162cbd-5648-4023-8d98-8b2d71938823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:56.449164 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e2162cbd-5648-4023-8d98-8b2d71938823 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7675f1e9-36f8-4bde-8a7f-d3190f12b3b9 HTTP/1.1" status: 204 len: 168 time: 0.1389754 Mar 27 15:30:56.459182 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2162cbd-5648-4023-8d98-8b2d71938823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675f1e9-36f8-4bde-8a7f-d3190f12b3b9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:56.528134 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3b23b-175b-498f-b5a3-1ff32630a785 req-15a07dbf-ef24-4936-8810-795185fa4795 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:56.529612 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-06e3b23b-175b-498f-b5a3-1ff32630a785 req-15a07dbf-ef24-4936-8810-795185fa4795 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.0557823 Mar 27 15:30:56.580328 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-06e3b23b-175b-498f-b5a3-1ff32630a785 req-c8417caa-ee7f-4c77-97b8-a2f1f943134c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Mar 27 15:30:57.120083 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48954) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:57.213169 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053344713-network', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:57.232113 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Made reservation on behalf of fedfe3fe0a72411db3130e99ab92ba7a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:30:57.234817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.242891 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.317055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks [] for security_group (0030039e-9a18-414a-bcd4-cbc39e0fc1d5), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.320740 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (0030039e-9a18-414a-bcd4-cbc39e0fc1d5), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.340905 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:30:57.356094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030039e-9a18-414a-bcd4-cbc39e0fc1d5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:57.359790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (d836b4b2-41d5-4ee8-abc4-3b7be30180b7), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.360232 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Added segment d836b4b2-41d5-4ee8-abc4-3b7be30180b7 of type vlan for network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 Mar 27 15:30:57.399238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.424381 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.425310 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:57.425881 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.476244 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3549535 Mar 27 15:30:57.479024 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48958) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:57.484744 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Request body: {'subnet': {'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053344713-subnet', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:57.485508 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c44cfd-2d96-42ea-a10c-530e3f47e703 admin admin] Pushing event updated for resources: {'Network': ['ID=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:57.496459 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:30:57.504259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Made reservation on behalf of fedfe3fe0a72411db3130e99ab92ba7a for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:30:57.506479 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.673594 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (0243c144-840a-4701-abfa-f6a11c9cffff), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.713321 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0219f-bd87-400a-b82e-4c0d0326f5ad req-bf3e2a16-9173-42de-9112-f917601090ee tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:57.714781 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a2d0219f-bd87-400a-b82e-4c0d0326f5ad req-bf3e2a16-9173-42de-9112-f917601090ee tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.0562418 Mar 27 15:30:57.729656 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0243c144-840a-4701-abfa-f6a11c9cffff,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:57.739604 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Checking segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:30:57.739966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Network hostable DHCP agents. Network: 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:30:57.756197 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:30:57.762192 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a2d0219f-bd87-400a-b82e-4c0d0326f5ad req-bf9d2d83-3f8a-4b0b-9fff-cb5fbf66c421 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=be9c230d-0d8a-4fce-8833-8a0613ddfaff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Mar 27 15:30:57.766673 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:30:57.770803 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:57.771696 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.776456 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff91df81-cc75-440b-812d-9a1be01696a6 None None] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:30:57.791226 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b62e40f0-a40d-49f6-b852-222dfabe8df6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3087707 Mar 27 15:30:57.791668 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48962) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:30:57.796052 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:30:57.814702 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (451ca77d-972c-477b-95ab-25532718ad16), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.815743 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (451ca77d-972c-477b-95ab-25532718ad16), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.867788 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks [] for router_controller (451ca77d-972c-477b-95ab-25532718ad16), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:57.889589 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:30:57.891418 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.012771 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks [] for router_gateway (451ca77d-972c-477b-95ab-25532718ad16), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.025393 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Allocated IP 172.20.0.2 (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1/0243c144-840a-4701-abfa-f6a11c9cffff/8ec14931-fb87-469b-9818-8b13262776b1) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:30:58.167561 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-e89e023d-15a7-48f4-89b0-d2cce811b8ba tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:30:58.169058 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-e89e023d-15a7-48f4-89b0-d2cce811b8ba tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 946 time: 0.0632706 Mar 27 15:30:58.172974 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Publish callbacks [] for port (8ec14931-fb87-469b-9818-8b13262776b1), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.181324 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (8ec14931-fb87-469b-9818-8b13262776b1), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.220208 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:30:58.223039 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:30:58.228682 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:30:58.232718 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks [] for router_gateway (451ca77d-972c-477b-95ab-25532718ad16), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.237233 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Pushing event updated for resources: {'Port': ['ID=8ec14931-fb87-469b-9818-8b13262776b1,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:58.256601 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.274067 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Deleting port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:30:58.274378 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.296732 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Attempting to bind port 8ec14931-fb87-469b-9818-8b13262776b1 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:30:58.297118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Attempting to bind port 8ec14931-fb87-469b-9818-8b13262776b1 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:30:58.297478 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Attempting to bind port 8ec14931-fb87-469b-9818-8b13262776b1 on network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:30:58.302635 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:30:58.303050 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Checking segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:30:58.303478 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.303875 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Bound using segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:30:58.304536 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Bound port: 8ec14931-fb87-469b-9818-8b13262776b1, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:30:58.304944 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8ec14931-fb87-469b-9818-8b13262776b1), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.377645 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] For port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:58.378018 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.386865 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] For port 8ec14931-fb87-469b-9818-8b13262776b1, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:30:58.388431 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Allocated IP 172.27.1.40 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/08487c89-7add-469c-81ab-4daa3c316165) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:30:58.392043 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] For port 8ec14931-fb87-469b-9818-8b13262776b1, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8ec14931-fb87-469b-9818-8b13262776b1,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:30:58.400793 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (8ec14931-fb87-469b-9818-8b13262776b1), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.472871 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af80478-c9b5-4448-9aac-0c7b8b50603b None None] Pushing event updated for resources: {'Port': ['ID=8ec14931-fb87-469b-9818-8b13262776b1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:58.552534 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks [] for port (08487c89-7add-469c-81ab-4daa3c316165), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.600408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (08487c89-7add-469c-81ab-4daa3c316165), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.639919 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:30:58.659640 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:30:58.667120 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:30:58.709063 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Pushing event updated for resources: {'Port': ['ID=08487c89-7add-469c-81ab-4daa3c316165,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:58.779727 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.780310 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (3fe9f742-7828-4a49-a8fa-ab4177d7ceda), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.780310 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Floating IP 3fe9f742-7828-4a49-a8fa-ab4177d7ceda disassociated. External IP: 172.27.1.170, port: 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30. Mar 27 15:30:58.781861 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Calling delete_port for 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:30:58.960370 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:58.992162 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event deleted for resources: {'Port': ['ID=7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:59.087322 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0c88cbbd-0e97-489e-94a4-38accc3934bc req-e93f0f73-32f6-430a-be00-a956a026bfc9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab4a7b3a-4054-47d9-8012-0905fab9f987 HTTP/1.1" status: 200 len: 210 time: 0.0591366 Mar 27 15:30:59.120246 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:30:59.272973 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8ec14931-fb87-469b-9818-8b13262776b1 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:30:59.280397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:30:59.294192 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:30:59.312402 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks [] for router_gateway (451ca77d-972c-477b-95ab-25532718ad16), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.314190 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:30:59.317128 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:59.363397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] No DVR routers for this DVR port 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:30:59.366894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.367958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 8ec14931-fb87-469b-9818-8b13262776b1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:30:59.368344 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8ec14931-fb87-469b-9818-8b13262776b1), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.371380 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-171d15c1-239d-4d93-8fa9-372f685189f7 req-4da17a87-3000-4fd7-bd27-72a9a9d5030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "DELETE /v2.0/ports/7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 HTTP/1.1" status: 204 len: 173 time: 1.1970568 Mar 27 15:30:59.371847 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-deleted', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:30:59.374469 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a69235-9fcb-455a-8f83-028c4035f509" -d '{"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-deleted", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:30:59.481323 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b062ba5-0b4d-48cb-b883-1f443235387c x-openstack-request-id: req-7b062ba5-0b4d-48cb-b883-1f443235387c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:30:59.481685 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4a7b3a-4054-47d9-8012-0905fab9f987", "name": "network-vif-deleted", "tag": "7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:30:59.481954 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b062ba5-0b4d-48cb-b883-1f443235387c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:30:59.482366 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b062ba5-0b4d-48cb-b883-1f443235387c'] response: {'server_uuid': 'ab4a7b3a-4054-47d9-8012-0905fab9f987', 'name': 'network-vif-deleted', 'tag': '7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30', 'status': 'completed', 'code': 200} Mar 27 15:30:59.511255 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 8ec14931-fb87-469b-9818-8b13262776b1 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:30:59.511707 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8ec14931-fb87-469b-9818-8b13262776b1), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.579832 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 8ec14931-fb87-469b-9818-8b13262776b1, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8ec14931-fb87-469b-9818-8b13262776b1,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:30:59.582644 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:30:59.591986 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (8ec14931-fb87-469b-9818-8b13262776b1), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.648763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (451ca77d-972c-477b-95ab-25532718ad16), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.678814 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=8ec14931-fb87-469b-9818-8b13262776b1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:30:59.812364 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8942f3-a19f-43d6-8f96-0c17ac3e4422 None None] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:30:59.834231 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Router 451ca77d-972c-477b-95ab-25532718ad16 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:30:59.878276 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:59.881622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-aba9ca9e-a52d-4b16-8a3a-3a516ec08b83 None None] Provisioning complete for port 8ec14931-fb87-469b-9818-8b13262776b1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:30:59.882038 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aba9ca9e-a52d-4b16-8a3a-3a516ec08b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8ec14931-fb87-469b-9818-8b13262776b1), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:30:59.928985 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:30:59.942140 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:30:59.943869 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:30:59.984580 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:00.005785 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.009635 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fe1ad6c9-c58d-4aee-ac8c-9b12ffe7baea admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2143540 Mar 27 15:31:00.010037 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:00.015087 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Sync routers for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:00.048165 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:00.049659 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:00.052176 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-aba9ca9e-a52d-4b16-8a3a-3a516ec08b83 None None] Current status of the port 8ec14931-fb87-469b-9818-8b13262776b1 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:00.116940 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:00.219062 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48988) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:00.219675 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:00.333976 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3fed-4267-4c82-9533-d0df4a239285 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (be9c230d-0d8a-4fce-8833-8a0613ddfaff), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.371320 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3fed-4267-4c82-9533-d0df4a239285 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (be9c230d-0d8a-4fce-8833-8a0613ddfaff), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.406073 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:00.433305 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3fed-4267-4c82-9533-d0df4a239285 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (be9c230d-0d8a-4fce-8833-8a0613ddfaff), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.434685 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e7d1b-a490-43b6-90b3-c8d9b46aa5ce None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:00.436311 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3fed-4267-4c82-9533-d0df4a239285 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.437555 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d0fe3fed-4267-4c82-9533-d0df4a239285 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "DELETE /v2.0/security-groups/be9c230d-0d8a-4fce-8833-8a0613ddfaff HTTP/1.1" status: 204 len: 168 time: 0.2174656 Mar 27 15:31:00.441941 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 48990) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:00.455190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe3fed-4267-4c82-9533-d0df4a239285 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9c230d-0d8a-4fce-8833-8a0613ddfaff,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:00.477474 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.api.v2.resource [None req-85c33cc5-63d7-4ef3-be20-92cd819aa09f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] show failed (client error): The resource could not be found. Mar 27 15:31:00.481200 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-85c33cc5-63d7-4ef3-be20-92cd819aa09f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups/be9c230d-0d8a-4fce-8833-8a0613ddfaff HTTP/1.1" status: 404 len: 347 time: 0.0359066 Mar 27 15:31:00.482757 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 48992) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:00.493103 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-48090f4e-c697-458f-8aaf-0061a7920583 None None] Provisioning complete for port 8ec14931-fb87-469b-9818-8b13262776b1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:00.493646 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48090f4e-c697-458f-8aaf-0061a7920583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8ec14931-fb87-469b-9818-8b13262776b1), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.636783 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:30:59Z', 'revision_number': 3, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:00.641705 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-48090f4e-c697-458f-8aaf-0061a7920583 None None] Current status of the port 8ec14931-fb87-469b-9818-8b13262776b1 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:00.673619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Checking router: 451ca77d-972c-477b-95ab-25532718ad16 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:00.674008 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Updating router 451ca77d-972c-477b-95ab-25532718ad16 port 08487c89-7add-469c-81ab-4daa3c316165 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:00.678307 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa5cb2d9-b9f2-40e0-a4ef-f97156a04506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.697418 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Deleting port a3c5c915-e196-44df-b23a-7398c077d22d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:31:00.697766 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (a3c5c915-e196-44df-b23a-7398c077d22d), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.709202 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.733284 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (08487c89-7add-469c-81ab-4daa3c316165), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.802790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (a3c5c915-e196-44df-b23a-7398c077d22d), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.802790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (a3c5c915-e196-44df-b23a-7398c077d22d), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:00.836198 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Calling delete_port for a3c5c915-e196-44df-b23a-7398c077d22d owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:31:00.904761 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfff05-f846-49f6-bc65-e66c4862fe52 None None] New status for floating IP 3fe9f742-7828-4a49-a8fa-ab4177d7ceda: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:31:00.912087 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Allocated IP 172.20.0.1 (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1/0243c144-840a-4701-abfa-f6a11c9cffff/97ff00e5-de25-4556-a44f-50ace929be93) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:01.046471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (a3c5c915-e196-44df-b23a-7398c077d22d), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.049557 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.db.api [None req-32cfff05-f846-49f6-bc65-e66c4862fe52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 27 15:31:01.050098 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG oslo_db.api [None req-32cfff05-f846-49f6-bc65-e66c4862fe52 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 27 15:31:01.067799 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks [] for port (97ff00e5-de25-4556-a44f-50ace929be93), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.081253 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event deleted for resources: {'Port': ['ID=a3c5c915-e196-44df-b23a-7398c077d22d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:01.134464 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (97ff00e5-de25-4556-a44f-50ace929be93), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.181873 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (3fe9f742-7828-4a49-a8fa-ab4177d7ceda), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.184600 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.190751 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c40a5703-0003-4a1d-b166-31283faa2bd0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "DELETE /v2.0/floatingips/3fe9f742-7828-4a49-a8fa-ab4177d7ceda HTTP/1.1" status: 204 len: 168 time: 0.7060511 Mar 27 15:31:01.230089 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:01.234872 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:01.251838 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:01.255063 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Pushing event updated for resources: {'Port': ['ID=97ff00e5-de25-4556-a44f-50ace929be93,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:01.262077 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Publish callbacks [] for port (08487c89-7add-469c-81ab-4daa3c316165), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.269827 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (08487c89-7add-469c-81ab-4daa3c316165), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.317533 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (451ca77d-972c-477b-95ab-25532718ad16), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.347674 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ea4c7-8353-4ac3-bab6-b916107ba55c None None] Pushing event updated for resources: {'Port': ['ID=08487c89-7add-469c-81ab-4daa3c316165,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:01.353225 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8ec14931-fb87-469b-9818-8b13262776b1 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:01.422914 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Attempting to bind port 08487c89-7add-469c-81ab-4daa3c316165 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:01.424159 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Attempting to bind port 08487c89-7add-469c-81ab-4daa3c316165 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:01.424851 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Attempting to bind port 08487c89-7add-469c-81ab-4daa3c316165 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:01.438472 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:01.439351 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:01.445151 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.445569 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:01.446127 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Bound port: 08487c89-7add-469c-81ab-4daa3c316165, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:01.446534 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (08487c89-7add-469c-81ab-4daa3c316165), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.504222 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (97ff00e5-de25-4556-a44f-50ace929be93), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.528406 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] For port 08487c89-7add-469c-81ab-4daa3c316165, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:01.533070 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] For port 08487c89-7add-469c-81ab-4daa3c316165, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=08487c89-7add-469c-81ab-4daa3c316165,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:01.536909 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 8ec14931-fb87-469b-9818-8b13262776b1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:01.537387 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8ec14931-fb87-469b-9818-8b13262776b1), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.541652 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (08487c89-7add-469c-81ab-4daa3c316165), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.551976 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfff05-f846-49f6-bc65-e66c4862fe52 None None] New status for floating IP 3fe9f742-7828-4a49-a8fa-ab4177d7ceda: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:31:01.564488 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49000) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:01.569974 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619382846', 'description': 'tempest-description--338351035'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:01.674324 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-04da54ed-54ab-4a97-b225-b7cb2834ba77 None None] Provisioning complete for port 97ff00e5-de25-4556-a44f-50ace929be93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:01.674704 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04da54ed-54ab-4a97-b225-b7cb2834ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (97ff00e5-de25-4556-a44f-50ace929be93), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.681223 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:01.682016 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:30:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:01.710505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ea4c7-8353-4ac3-bab6-b916107ba55c None None] Pushing event updated for resources: {'Port': ['ID=08487c89-7add-469c-81ab-4daa3c316165,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:01.726586 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.819447 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks [] for port (97ff00e5-de25-4556-a44f-50ace929be93), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.821188 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-04da54ed-54ab-4a97-b225-b7cb2834ba77 None None] Port 97ff00e5-de25-4556-a44f-50ace929be93 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:01.829713 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (97ff00e5-de25-4556-a44f-50ace929be93), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.832901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:31:01.868368 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:31:01.868808 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7d1d6eba-d333-4d7d-a4e3-72a41ddb1d30 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:31:01.876397 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 8ec14931-fb87-469b-9818-8b13262776b1 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:01.902418 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:01.926786 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (1f34f50b-28ed-479d-a0b5-a6f85df5c3c1), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.931293 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (451ca77d-972c-477b-95ab-25532718ad16), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:01.941622 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Pushing event updated for resources: {'Port': ['ID=97ff00e5-de25-4556-a44f-50ace929be93,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:01.944840 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (1f34f50b-28ed-479d-a0b5-a6f85df5c3c1), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.007065 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.011195 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4452739 Mar 27 15:31:02.011375 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49004) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:02.019193 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'security_group_rule': {'security_group_id': '1f34f50b-28ed-479d-a0b5-a6f85df5c3c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:02.035387 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf61df-64f2-4efa-a2af-c12fe21c7901 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:02.084992 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (8cded171-2085-403b-87c1-cd6146b70ef5), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.090474 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:02.092009 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:02.173596 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:00Z', 'revision_number': 1, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:02.198197 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (8cded171-2085-403b-87c1-cd6146b70ef5), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.210465 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (8cded171-2085-403b-87c1-cd6146b70ef5), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.216550 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bf30e-5647-4a01-9953-ae40e950131f None None] The sync data for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi is: [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:00Z', 'revision_number': 1, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:02.252225 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cded171-2085-403b-87c1-cd6146b70ef5,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:02.261735 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Router 451ca77d-972c-477b-95ab-25532718ad16 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:02.271285 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.278108 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-53642244-3d7d-48ba-ab6b-3129722ef77c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598717 Mar 27 15:31:02.278505 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49006) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:02.283929 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'security_group_rule': {'security_group_id': '1f34f50b-28ed-479d-a0b5-a6f85df5c3c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:02.391517 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (def5ba81-0c70-4537-9cc5-075ca82c9b80), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.435463 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:02.440595 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0e7dcbb6-0b7b-4638-859c-0dcd9b426fdf admin admin] 10.222.0.10 "PUT /v2.0/routers/451ca77d-972c-477b-95ab-25532718ad16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295080 Mar 27 15:31:02.454864 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-51776d31-9049-4b5c-b126-7f83a8e8bb01 None None] Provisioning complete for port 97ff00e5-de25-4556-a44f-50ace929be93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:02.455298 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-51776d31-9049-4b5c-b126-7f83a8e8bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (97ff00e5-de25-4556-a44f-50ace929be93), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.504576 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-51776d31-9049-4b5c-b126-7f83a8e8bb01 None None] Port 97ff00e5-de25-4556-a44f-50ace929be93 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:02.526069 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (def5ba81-0c70-4537-9cc5-075ca82c9b80), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.531220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (def5ba81-0c70-4537-9cc5-075ca82c9b80), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.561054 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def5ba81-0c70-4537-9cc5-075ca82c9b80,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:02.575563 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.576700 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0941dd1c-4286-4cc3-bedf-aee2efd7ced2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2966189 Mar 27 15:31:02.581190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49010) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:02.586074 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:02.621989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.777951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:02.910820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Allocated IP 172.27.1.75 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/70599d36-2376-46df-93b0-3383745136af) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:03.016579 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-25946dcf-c7f7-4b60-80e7-c434893a9ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.069662 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for port (70599d36-2376-46df-93b0-3383745136af), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.100793 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49026) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:03.107938 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1666114732-network', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:03.128311 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (70599d36-2376-46df-93b0-3383745136af), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.139213 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Made reservation on behalf of 9161edcafdf342c49a74efcac853b8e1 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:03.142747 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.161259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.209199 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:03.213001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:03.224804 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:03.232464 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'Port': ['ID=70599d36-2376-46df-93b0-3383745136af,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:03.312463 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks [] for security_group (28cdb651-e25c-4aef-9754-e80bf11d8db3), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.326232 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (28cdb651-e25c-4aef-9754-e80bf11d8db3), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.359868 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:31:03.363139 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (c4a05c17-e3da-40b8-88f5-fa357e092daf), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.372451 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (b54b06ae-0002-44cb-a16b-435832387007), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.372838 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Added segment b54b06ae-0002-44cb-a16b-435832387007 of type vlan for network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 Mar 27 15:31:03.396090 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 08487c89-7add-469c-81ab-4daa3c316165 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:03.439030 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (70599d36-2376-46df-93b0-3383745136af), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.459438 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cdb651-e25c-4aef-9754-e80bf11d8db3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:03.480774 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 08487c89-7add-469c-81ab-4daa3c316165 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:03.481385 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (08487c89-7add-469c-81ab-4daa3c316165), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.482161 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.513140 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.515754 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:03.516397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.582450 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4775567 Mar 27 15:31:03.582661 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:03.587381 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Request body: {'subnet': {'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1666114732-subnet', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:03.590455 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 08487c89-7add-469c-81ab-4daa3c316165 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:03.590854 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (08487c89-7add-469c-81ab-4daa3c316165), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.598333 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b285383-d9a3-4a30-8ebc-9ebba8ffc5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:03.611768 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Made reservation on behalf of 9161edcafdf342c49a74efcac853b8e1 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:03.614197 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.616938 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:31:03.623492 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 08487c89-7add-469c-81ab-4daa3c316165, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=08487c89-7add-469c-81ab-4daa3c316165,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:03.639223 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for port (70599d36-2376-46df-93b0-3383745136af), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.648060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (70599d36-2376-46df-93b0-3383745136af), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.671051 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (08487c89-7add-469c-81ab-4daa3c316165), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.698379 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'Port': ['ID=70599d36-2376-46df-93b0-3383745136af,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:03.752554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (c4a05c17-e3da-40b8-88f5-fa357e092daf), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.773220 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.777175 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e796aa5e-9dde-4fe0-8671-dfcc40e0748f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1948161 Mar 27 15:31:03.791386 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=08487c89-7add-469c-81ab-4daa3c316165,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:03.805835 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (78ba0d8f-3014-4dc2-a35a-6659a85973a2), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.856421 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ba0d8f-3014-4dc2-a35a-6659a85973a2,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:03.895616 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Checking segment: {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:03.895982 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Network hostable DHCP agents. Network: dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:31:03.916479 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:31:03.933668 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:03.945021 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ac7e5-d637-49b7-b57e-bf8bc3a7536a None None] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:31:03.946298 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:03.946914 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:03.971179 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49042) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:03.976542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:03.979766 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1f614a71-fb20-4015-a111-20f4e8ffeed5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3960347 Mar 27 15:31:04.005325 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.006959 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.058548 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-26ae8d00-35fe-429a-90d9-37266f60eb8d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1619382846&fields=id&tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 267 time: 0.0607533 Mar 27 15:31:04.063300 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.075646 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks [] for router_controller (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.098686 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94', 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94', 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'fixed_ips': [{'subnet_id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:31:04.099825 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.208499 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-a104b52e-79d3-4b0c-80a3-cb223a8973a6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:04.210117 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-a104b52e-79d3-4b0c-80a3-cb223a8973a6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 817 time: 0.1441219 Mar 27 15:31:04.226178 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-7ee2557f-5405-45b6-934a-dc79ed03e9b9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/quotas/acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 375 time: 0.0099440 Mar 27 15:31:04.257507 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Allocated IP 172.20.0.2 (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94/78ba0d8f-3014-4dc2-a35a-6659a85973a2/da84baaa-dd6d-4fdf-aa75-d011b5b837f0) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:04.286190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks [] for router_gateway (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.289687 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-4315c5c3-60a8-4b3a-8956-95fc99c36107 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571969 Mar 27 15:31:04.391973 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-a0aa97dc-bed7-4355-87dc-f6be86150325 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905871 Mar 27 15:31:04.421528 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Publish callbacks [] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.428196 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.466853 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:04.469909 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:04.473479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:04.489534 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-c0723e42-08ba-4c88-aedf-0ee4fdb963b5 service neutron] 10.222.0.10 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918200 Mar 27 15:31:04.506042 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks [] for router_gateway (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.511277 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Pushing event updated for resources: {'Port': ['ID=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:04.526145 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.546351 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Attempting to bind port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:04.546974 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Attempting to bind port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:04.547429 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Attempting to bind port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 on network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:04.552760 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:04.553155 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Checking segment: {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:04.553590 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.553988 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Bound using segment: {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:04.554460 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Bound port: da84baaa-dd6d-4fdf-aa75-d011b5b837f0, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:04.554860 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.632345 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] For port da84baaa-dd6d-4fdf-aa75-d011b5b837f0, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:04.636334 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] For port da84baaa-dd6d-4fdf-aa75-d011b5b837f0, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,segment=NetworkSegment(b54b06ae-0002-44cb-a16b-435832387007),segment_id=b54b06ae-0002-44cb-a16b-435832387007)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:04.646046 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.656867 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Allocated IP 172.27.1.111 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/416f7d2d-23e7-4a85-ad10-839268589ef7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:04.719610 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80f12-2bc3-489b-8c5a-c29eda54e750 None None] Pushing event updated for resources: {'Port': ['ID=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:04.787555 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a9a250de-0a7c-4328-8896-8f0d4b62674f req-c39430ac-f49d-428e-b691-81cc18d9f004 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 210 time: 0.0390406 Mar 27 15:31:04.849546 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks [] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:04.959342 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:05.003735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:05.007041 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:05.010505 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:05.092053 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Pushing event updated for resources: {'Port': ['ID=416f7d2d-23e7-4a85-ad10-839268589ef7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:05.117504 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Sync routers for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:05.144553 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:05.145176 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:05.413310 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks [] for router_gateway (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:05.529737 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device da84baaa-dd6d-4fdf-aa75-d011b5b837f0 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:05.586230 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:05.619665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:05.763690 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-2dfe0940-bb85-42fa-8c32-12ff252626b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:05.767191 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-2dfe0940-bb85-42fa-8c32-12ff252626b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.0583248 Mar 27 15:31:05.769234 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:05.769726 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:05.833059 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3c78-77d8-4ee9-8e92-87d2ad1635b8 req-794101bd-0b59-4555-b675-ce4094d2c775 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:05.836749 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-144a3c78-77d8-4ee9-8e92-87d2ad1635b8 req-794101bd-0b59-4555-b675-ce4094d2c775 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0948162 Mar 27 15:31:06.029909 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:06.030377 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.047652 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 2, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:06.049529 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-144a3c78-77d8-4ee9-8e92-87d2ad1635b8 req-8da61d7a-3c9f-41c6-b25a-f7a908fec7be tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038922 Mar 27 15:31:06.099000 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Checking router: 451ca77d-972c-477b-95ab-25532718ad16 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:06.099000 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Updating router 451ca77d-972c-477b-95ab-25532718ad16 port 97ff00e5-de25-4556-a44f-50ace929be93 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:06.150900 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (97ff00e5-de25-4556-a44f-50ace929be93), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.153563 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce415f6-d5c7-4905-b6a5-30be5766d720 None None] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:31:06.154663 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.229364 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4b66580-203c-4df3-9102-4cc4178f1476 req-f141172b-01fb-4d7e-a4e1-1d60e1d34ed2 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 210 time: 0.3172088 Mar 27 15:31:06.240058 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port da84baaa-dd6d-4fdf-aa75-d011b5b837f0, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,segment=NetworkSegment(b54b06ae-0002-44cb-a16b-435832387007),segment_id=b54b06ae-0002-44cb-a16b-435832387007)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:06.255461 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-10cc2a14-32e5-4224-9f05-c96b8c17d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:06.268217 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-10cc2a14-32e5-4224-9f05-c96b8c17d449 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.4841232 Mar 27 15:31:06.268403 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-e3b77686-eec7-463a-a59e-112710485355 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:06.268502 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.268714 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 08487c89-7add-469c-81ab-4daa3c316165 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:06.269402 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-e3b77686-eec7-463a-a59e-112710485355 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 817 time: 0.2789772 Mar 27 15:31:06.286106 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ebe88478-ac4f-4ca6-ab2e-c6c0feff4a7a None None] Provisioning complete for port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:06.286479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ebe88478-ac4f-4ca6-ab2e-c6c0feff4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.329599 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-38ccf78a-b256-45c1-87c9-94d547b32136 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 1002 time: 0.0630105 Mar 27 15:31:06.369932 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-af487ba7-e274-42c3-b353-1eb5ce8fed19 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 380 time: 0.0875320 Mar 27 15:31:06.379644 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'port': {'device_id': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'admin_state_up': True, 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'security_groups': ['1f34f50b-28ed-479d-a0b5-a6f85df5c3c1']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:06.384286 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-1901ad5d-bd84-46a7-a25f-a4e2b3e052df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:06.387821 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-1901ad5d-bd84-46a7-a25f-a4e2b3e052df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0478957 Mar 27 15:31:06.439701 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-24142e72-99b7-4158-8e54-141dfd949306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:06.441263 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-24142e72-99b7-4158-8e54-141dfd949306 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493610 Mar 27 15:31:06.447165 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:31:06.498622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:06.546549 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-cbf99f9d-aae8-4fe4-ad4c-543d487cc554 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977697 Mar 27 15:31:06.578663 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 08487c89-7add-469c-81ab-4daa3c316165 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:06.579060 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (08487c89-7add-469c-81ab-4daa3c316165), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.602238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Made reservation on behalf of acfe4fa6cdc94c06a1cdc702e98e7db7 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:06.605824 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.652588 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ebe88478-ac4f-4ca6-ab2e-c6c0feff4a7a None None] Current status of the port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:06.652875 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:06.665766 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Sync routers for ids ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:06.675279 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fe1e411e-2106-4aae-bf60-7eb15c80e058 req-fe50e653-dc23-4cde-831a-8677ea9bbb85 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224692 Mar 27 15:31:06.695181 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Routers {'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:06.695879 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:06.781495 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Publish callbacks [] for port (97ff00e5-de25-4556-a44f-50ace929be93), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.803433 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Allocated IP 172.20.0.3 (e9d851fd-4ec8-4a6f-83ea-50387e2cb447/9a5da1c1-13eb-4df0-8823-d4790ed5393b/1233e706-a77e-464f-9799-e43c63b0bdf0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:06.810319 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (97ff00e5-de25-4556-a44f-50ace929be93), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.832245 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Set router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:06.871785 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 08487c89-7add-469c-81ab-4daa3c316165 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:06.927941 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.931854 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8bc6fbb5-ce82-4c0f-a7eb-78f83224705d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9593241 Mar 27 15:31:06.934694 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49076) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:06.950822 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Attempting to bind port 97ff00e5-de25-4556-a44f-50ace929be93 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:06.951205 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Attempting to bind port 97ff00e5-de25-4556-a44f-50ace929be93 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:06.951552 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Attempting to bind port 97ff00e5-de25-4556-a44f-50ace929be93 on network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:06.959911 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719c3dd-d0c8-42d7-b00d-d5b4ea741d4a None None] Pushing event updated for resources: {'Port': ['ID=97ff00e5-de25-4556-a44f-50ace929be93,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:06.972952 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:06.973276 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Checking segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:06.974534 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:06.975048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Bound using segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:06.975845 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Bound port: 97ff00e5-de25-4556-a44f-50ace929be93, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:06.976231 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (97ff00e5-de25-4556-a44f-50ace929be93), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.035147 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.058528 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1574af82-64ae-4469-b0c5-c4c702f42b50 None None] Provisioning complete for port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:07.058975 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1574af82-64ae-4469-b0c5-c4c702f42b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.063338 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:05Z', 'revision_number': 3, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:07.097224 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Checking router: ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:07.097858 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Updating router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 port 416f7d2d-23e7-4a85-ad10-839268589ef7 binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:07.110300 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] For port 97ff00e5-de25-4556-a44f-50ace929be93, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:07.136488 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] For port 97ff00e5-de25-4556-a44f-50ace929be93, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=97ff00e5-de25-4556-a44f-50ace929be93,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:07.145232 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (97ff00e5-de25-4556-a44f-50ace929be93), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.146445 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.215624 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.230878 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:07.231598 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:07.377966 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9b6cab41-439c-43c5-bb64-86805af3a015 req-2caf6d7a-32d3-4f5d-97e8-06c660256115 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 210 time: 0.0450099 Mar 27 15:31:07.386059 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device da84baaa-dd6d-4fdf-aa75-d011b5b837f0 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:07.392060 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1574af82-64ae-4469-b0c5-c4c702f42b50 None None] Current status of the port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:07.394362 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.420822 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719c3dd-d0c8-42d7-b00d-d5b4ea741d4a None None] Pushing event updated for resources: {'Port': ['ID=97ff00e5-de25-4556-a44f-50ace929be93,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:07.433069 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dc6b-359e-4105-b64a-2034977c95e6 req-c9ed3b06-7bb4-4760-b68b-a6750d652b0b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:07.434683 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cf60dc6b-359e-4105-b64a-2034977c95e6 req-c9ed3b06-7bb4-4760-b68b-a6750d652b0b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.1409936 Mar 27 15:31:07.493158 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:07.496665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:07.497454 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.553029 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:07.564222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:07.571817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:07.575279 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:07.632280 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Publish callbacks [] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.639375 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.645081 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cf60dc6b-359e-4105-b64a-2034977c95e6 req-a7b01711-7c3d-4f9e-9ee1-5055c7700e97 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526041 Mar 27 15:31:07.667160 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:07.668322 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.716179 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Pushing event updated for resources: {'Port': ['ID=416f7d2d-23e7-4a85-ad10-839268589ef7,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:07.720272 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Attempting to bind port 416f7d2d-23e7-4a85-ad10-839268589ef7 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:07.720888 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Attempting to bind port 416f7d2d-23e7-4a85-ad10-839268589ef7 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:07.721246 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Attempting to bind port 416f7d2d-23e7-4a85-ad10-839268589ef7 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:07.728914 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-04b9e7f0-d497-4f93-9fe2-0a3d71fba6c1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3527710 Mar 27 15:31:07.730162 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.730775 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.731378 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.731748 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.732149 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.732520 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.732878 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.733755 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.734304 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.734673 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.735039 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.735390 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.735732 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.736051 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.736375 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:07.740094 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:07.740476 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:07.740936 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.741324 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:07.741806 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Bound port: 416f7d2d-23e7-4a85-ad10-839268589ef7, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:07.742376 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.747003 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Request body: {'port': {'device_id': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:07.779512 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] Provisioning complete for port 97ff00e5-de25-4556-a44f-50ace929be93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:07.779885 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (97ff00e5-de25-4556-a44f-50ace929be93), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.805522 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] For port 416f7d2d-23e7-4a85-ad10-839268589ef7, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:07.811285 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] For port 416f7d2d-23e7-4a85-ad10-839268589ef7, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=416f7d2d-23e7-4a85-ad10-839268589ef7,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:07.821508 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.885403 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.885776 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Routers {'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:07.886735 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:07.928183 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:07.964267 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b9d6d-3570-4836-9080-a2d46aff615d None None] Pushing event updated for resources: {'Port': ['ID=416f7d2d-23e7-4a85-ad10-839268589ef7,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:07.972095 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:08.017399 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] Set router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:08.020336 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] Current status of the port 97ff00e5-de25-4556-a44f-50ace929be93 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:08.020718 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (97ff00e5-de25-4556-a44f-50ace929be93), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:08.062539 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] For port 97ff00e5-de25-4556-a44f-50ace929be93, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=97ff00e5-de25-4556-a44f-50ace929be93,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:08.068884 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (97ff00e5-de25-4556-a44f-50ace929be93), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:08.076362 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:07Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:08.122817 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757628fb-19be-4efa-9544-c3809d21b8ff None None] The sync data for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi is: [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:07Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:08.162353 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0af67f-5a7d-463b-bfc4-9e5d29b880a8 None None] Pushing event updated for resources: {'Port': ['ID=97ff00e5-de25-4556-a44f-50ace929be93,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:08.194668 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e8ee1bbb-8271-472b-9531-e61e638c3814 None None] Provisioning complete for port 1233e706-a77e-464f-9799-e43c63b0bdf0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:08.196182 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8ee1bbb-8271-472b-9531-e61e638c3814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:08.258392 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee1bbb-8271-472b-9531-e61e638c3814 None None] Port 1233e706-a77e-464f-9799-e43c63b0bdf0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:08.267466 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:05Z', 'revision_number': 3, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:08.302135 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abbb07-6c02-4106-bd71-7f7b9f87a90a None None] The sync data for ids ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'] in dv-cinder-835384-1-iscsi is: [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:05Z', 'revision_number': 3, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:08.310627 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-ca016948-39ce-4e8b-b0e2-b1099cc08781 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707092 Mar 27 15:31:08.434072 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-f0c451eb-7bbe-4573-a3ed-839bcab29cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.435843 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-f0c451eb-7bbe-4573-a3ed-839bcab29cbe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 1130 time: 0.0672648 Mar 27 15:31:08.583812 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Allocated IP 172.20.0.1 (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94/78ba0d8f-3014-4dc2-a35a-6659a85973a2/2f00fbb1-438e-4425-b332-49d23994fcaa) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:08.606203 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-cc4f8dd3-4c12-497e-9f26-b8cb648c46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.610337 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-cc4f8dd3-4c12-497e-9f26-b8cb648c46bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.1501853 Mar 27 15:31:08.698263 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-035a0336-21d4-484e-ae84-71d43eb9b4d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 200 len: 217 time: 0.0813351 Mar 27 15:31:08.710452 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f34c1-5f44-4b16-b2e2-6d8c801feba8 req-f2f3dd04-8f42-4f4b-9380-6c25fa523a17 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.712117 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-233f34c1-5f44-4b16-b2e2-6d8c801feba8 req-f2f3dd04-8f42-4f4b-9380-6c25fa523a17 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 931 time: 0.1966944 Mar 27 15:31:08.751402 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1233e706-a77e-464f-9799-e43c63b0bdf0 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:31:08.808389 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Publish callbacks [] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:08.813447 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-67e9fa30-43c4-486a-895d-32c2789f0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.815310 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-67e9fa30-43c4-486a-895d-32c2789f0319 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.1019766 Mar 27 15:31:08.838184 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-233f34c1-5f44-4b16-b2e2-6d8c801feba8 req-f6309b9f-34a7-4c4c-8e62-1638454c44fd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150074 Mar 27 15:31:08.867008 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Transition to ACTIVE for port object 1233e706-a77e-464f-9799-e43c63b0bdf0 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:31:08.876271 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:08.893702 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-12c38cf4-f201-47e0-8e8a-6ba05811efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.896030 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-12c38cf4-f201-47e0-8e8a-6ba05811efe6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727770 Mar 27 15:31:08.930117 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568bb36-c05d-40f5-9fc2-d6bd45d0feed req-4b3cd859-95be-403e-a48d-b0916c45b0cf tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:08.933363 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1568bb36-c05d-40f5-9fc2-d6bd45d0feed req-4b3cd859-95be-403e-a48d-b0916c45b0cf tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.1667376 Mar 27 15:31:08.962931 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:09.027249 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks [] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.059174 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-cad0b192-bd4a-46f0-b0fe-27d143c2eb77 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526229 Mar 27 15:31:09.128290 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1568bb36-c05d-40f5-9fc2-d6bd45d0feed req-6e4c740c-1a0c-4b4c-9edd-7a0a6999aba3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542048 Mar 27 15:31:09.164631 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Attempting to bind port 1233e706-a77e-464f-9799-e43c63b0bdf0 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:09.165600 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Attempting to bind port 1233e706-a77e-464f-9799-e43c63b0bdf0 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:09.166167 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Attempting to bind port 1233e706-a77e-464f-9799-e43c63b0bdf0 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:09.176090 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.199821 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-27574259-abe4-43a8-9c06-e3f74c6579e0 req-d01c86fe-fe48-4851-97b7-24ce1a20d7d1 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344836 Mar 27 15:31:09.229657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Port 1233e706-a77e-464f-9799-e43c63b0bdf0 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:31:09.229935 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Attempting to bind port 1233e706-a77e-464f-9799-e43c63b0bdf0 on network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:09.233003 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Pushing event updated for resources: {'Port': ['ID=2f00fbb1-438e-4425-b332-49d23994fcaa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:09.246717 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:09.247132 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Checking segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:09.247463 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Bound using segment: {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:09.248060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Bound port: 1233e706-a77e-464f-9799-e43c63b0bdf0, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5005bd5-7330-4427-a5f9-22812c0f0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:09.248425 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.267059 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:09.270706 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:09.273761 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:09.391358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.437233 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:09.460860 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:09.471900 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.479320 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.512953 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 97ff00e5-de25-4556-a44f-50ace929be93 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:09.589618 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 97ff00e5-de25-4556-a44f-50ace929be93 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:09.590000 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (97ff00e5-de25-4556-a44f-50ace929be93), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.608123 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:09.609577 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.611071 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] 10.222.0.25 "PUT /v2.0/ports/1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 1093 time: 1.8715880 Mar 27 15:31:09.613396 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:09.615782 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c3662a-2151-4d14-8867-b40aabab4cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:09.665687 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a795a4-c802-4aaa-8e0a-4897d1861b9a service neutron] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:09.679532 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c649082c-12c6-4bde-a89b-c25e3a1864dc None None] Provisioning complete for port 2f00fbb1-438e-4425-b332-49d23994fcaa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:09.680481 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c649082c-12c6-4bde-a89b-c25e3a1864dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.703572 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d64ea26-a4e2-416b-bd63-de6ef8579593 x-openstack-request-id: req-8d64ea26-a4e2-416b-bd63-de6ef8579593 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:09.703874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:09.704132 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d64ea26-a4e2-416b-bd63-de6ef8579593 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:09.704543 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d64ea26-a4e2-416b-bd63-de6ef8579593'] response: {'name': 'network-changed', 'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'status': 'completed', 'code': 200} Mar 27 15:31:09.738599 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.769116 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 97ff00e5-de25-4556-a44f-50ace929be93 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:09.770542 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 416f7d2d-23e7-4a85-ad10-839268589ef7 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:09.796677 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c649082c-12c6-4bde-a89b-c25e3a1864dc None None] Port 2f00fbb1-438e-4425-b332-49d23994fcaa cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:09.810209 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-d9c6b89d-43d2-4c47-9606-ac2ad1649154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:09.812524 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-d9c6b89d-43d2-4c47-9606-ac2ad1649154 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1127 time: 0.1424716 Mar 27 15:31:09.827545 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 416f7d2d-23e7-4a85-ad10-839268589ef7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:09.828053 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.866280 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-e08b0af8-4ae8-427b-a212-7f3a1ee71ff6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 217 time: 0.0449653 Mar 27 15:31:09.915123 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 416f7d2d-23e7-4a85-ad10-839268589ef7 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:09.915123 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:09.944360 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 416f7d2d-23e7-4a85-ad10-839268589ef7, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=416f7d2d-23e7-4a85-ad10-839268589ef7,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:09.949551 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:10.001303 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=416f7d2d-23e7-4a85-ad10-839268589ef7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:10.002007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-498a9083-4675-438f-9e61-292000fc3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.003479 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-498a9083-4675-438f-9e61-292000fc3e8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.1238897 Mar 27 15:31:10.072535 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14f7d-5b4f-4b67-8272-a21821fe79f4 req-ad101b24-f727-4f67-9c8c-ca04f7687c13 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.074067 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-72b14f7d-5b4f-4b67-8272-a21821fe79f4 req-ad101b24-f727-4f67-9c8c-ca04f7687c13 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.1339066 Mar 27 15:31:10.115147 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks [] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:10.122322 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:10.127695 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592475-75b3-422f-bd75-683c920c2f8d req-a27f9ca6-b409-4e86-aff6-411b4fe1af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.129184 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-a27f9ca6-b409-4e86-aff6-411b4fe1af93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196268 Mar 27 15:31:10.259749 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Pushing event updated for resources: {'Port': ['ID=2f00fbb1-438e-4425-b332-49d23994fcaa,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:10.265924 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-72b14f7d-5b4f-4b67-8272-a21821fe79f4 req-cf2a2175-8c34-4bc5-bcb0-4c36d431a20c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849470 Mar 27 15:31:10.270930 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163efa-6b23-4430-8898-9f69012eeef4 req-95d8b7a7-1e4d-4c7b-ac3f-46c569cce94b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.272575 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c163efa-6b23-4430-8898-9f69012eeef4 req-95d8b7a7-1e4d-4c7b-ac3f-46c569cce94b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0631356 Mar 27 15:31:10.275162 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:10.323467 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c163efa-6b23-4430-8898-9f69012eeef4 req-6fb33e89-9bf4-473e-8a3a-99763aa42226 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453980 Mar 27 15:31:10.353109 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-60eefa41-d597-45cd-9b1e-e54f4388d37b service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844270 Mar 27 15:31:10.444654 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:10.451312 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:10.539132 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-84592475-75b3-422f-bd75-683c920c2f8d req-e4ebf235-8897-46cb-a4b0-560542f0be25 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795952 Mar 27 15:31:10.597194 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:10.671648 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c27266cb-8951-4a8e-98e6-5e8f87fa27e1 None None] Provisioning complete for port 2f00fbb1-438e-4425-b332-49d23994fcaa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:10.672395 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c27266cb-8951-4a8e-98e6-5e8f87fa27e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:10.707172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c27266cb-8951-4a8e-98e6-5e8f87fa27e1 None None] Port 2f00fbb1-438e-4425-b332-49d23994fcaa cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:10.718348 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-1e3dc747-ca51-42d9-8bed-6cc382dcc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.719882 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-1e3dc747-ca51-42d9-8bed-6cc382dcc35b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1127 time: 0.1216302 Mar 27 15:31:10.820524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:10.827114 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8dcbbadb-101b-4b30-8d77-ceb4a0573d57 admin admin] 10.222.0.10 "PUT /v2.0/routers/ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8839467 Mar 27 15:31:10.837647 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Sync routers for ids ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:10.840174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-5377888d-32e0-4dae-8050-26406862303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.841645 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-5377888d-32e0-4dae-8050-26406862303c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.1141148 Mar 27 15:31:10.865020 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Routers {'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:10.869707 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:10.898489 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-3a085978-23d8-4fa6-8557-9da813f160cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 217 time: 0.0452585 Mar 27 15:31:10.950515 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-14f43faf-f4db-4621-8627-a87964d09a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:10.952381 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-14f43faf-f4db-4621-8627-a87964d09a0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0478795 Mar 27 15:31:11.020900 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-353c8a1f-24f5-449a-af61-e0237ad81294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:11.022872 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-353c8a1f-24f5-449a-af61-e0237ad81294 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601640 Mar 27 15:31:11.055675 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Set router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:11.134551 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-5931f13e-e78c-4a44-b69d-564c287878cb service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031237 Mar 27 15:31:11.241847 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-03c3662a-2151-4d14-8867-b40aabab4cd1 req-6df2b143-256a-4fec-af84-a5a054d26f81 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001656 Mar 27 15:31:11.260672 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 416f7d2d-23e7-4a85-ad10-839268589ef7 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:11.328008 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 416f7d2d-23e7-4a85-ad10-839268589ef7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:11.328484 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:11.333617 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '2f00fbb1-438e-4425-b332-49d23994fcaa', 'name': '', 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'mac_address': 'fa:16:3e:ae:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:07Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 2, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'subnets': [{'id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:11.396178 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Checking router: ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:11.396535 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Updating router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 port 2f00fbb1-438e-4425-b332-49d23994fcaa binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:31:11.427961 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ff1ce-ba0d-4de5-818b-bcc8e1d412f6 req-60896e59-f981-4072-81db-2c426b750af0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:11.430268 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e36ff1ce-ba0d-4de5-818b-bcc8e1d412f6 req-60896e59-f981-4072-81db-2c426b750af0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.0804660 Mar 27 15:31:11.437440 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:11.475253 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae847aa-33b9-4937-80b3-f0debd46d6e6 req-2429612b-74e6-4369-ad47-159bc6af3a10 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:11.477640 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-eae847aa-33b9-4937-80b3-f0debd46d6e6 req-2429612b-74e6-4369-ad47-159bc6af3a10 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0675192 Mar 27 15:31:11.503727 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e36ff1ce-ba0d-4de5-818b-bcc8e1d412f6 req-9ae3f912-57cb-49b0-bcad-827f40e347bb tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666511 Mar 27 15:31:11.553610 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-eae847aa-33b9-4937-80b3-f0debd46d6e6 req-ccfebfb8-d8cd-4faa-8704-934fa2ec9f2b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668776 Mar 27 15:31:11.575885 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 416f7d2d-23e7-4a85-ad10-839268589ef7 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:11.759726 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Publish callbacks [] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:11.766977 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:11.856834 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:31:11.882218 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5589a-29c8-495d-8922-e23c70f16436 None None] Pushing event updated for resources: {'Port': ['ID=2f00fbb1-438e-4425-b332-49d23994fcaa,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:11.926776 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Attempting to bind port 2f00fbb1-438e-4425-b332-49d23994fcaa on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:11.931153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Attempting to bind port 2f00fbb1-438e-4425-b332-49d23994fcaa by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:11.931598 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Attempting to bind port 2f00fbb1-438e-4425-b332-49d23994fcaa on network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:11.985894 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:11.986268 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Checking segment: {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:11.986676 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:11.987331 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Bound using segment: {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:11.987831 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Bound port: 2f00fbb1-438e-4425-b332-49d23994fcaa, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54b06ae-0002-44cb-a16b-435832387007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:11.988203 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.094837 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:12.113925 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'mac_address': 'fa:16:3e:fa:69:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:31:12.114755 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:31:12.116863 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] For port 2f00fbb1-438e-4425-b332-49d23994fcaa, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:12.120824 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] For port 2f00fbb1-438e-4425-b332-49d23994fcaa, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2f00fbb1-438e-4425-b332-49d23994fcaa,segment=NetworkSegment(b54b06ae-0002-44cb-a16b-435832387007),segment_id=b54b06ae-0002-44cb-a16b-435832387007)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:12.150934 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.338844 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:12.339321 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.355400 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] Provisioning complete for port 2f00fbb1-438e-4425-b332-49d23994fcaa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:12.355860 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.406029 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1233e706-a77e-464f-9799-e43c63b0bdf0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:31:12.418340 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Routers {'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:12.424927 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:12.427223 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5589a-29c8-495d-8922-e23c70f16436 None None] Pushing event updated for resources: {'Port': ['ID=2f00fbb1-438e-4425-b332-49d23994fcaa,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:12.529187 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:12.560858 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.694246 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] Set router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:12.720388 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:12.731991 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] Current status of the port 2f00fbb1-438e-4425-b332-49d23994fcaa is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:12.732384 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.757468 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25186314-ab81-4204-be51-df4ab995a49a req-64196546-5b4f-47f5-a126-11da4683f2a4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:12.766296 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-25186314-ab81-4204-be51-df4ab995a49a req-64196546-5b4f-47f5-a126-11da4683f2a4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0842161 Mar 27 15:31:12.769970 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502cf02-d6ab-4f6a-88e0-b279b5cd1993 req-1150adfd-6c4c-4b6e-910d-aa5bb78b6485 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:12.774628 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3502cf02-d6ab-4f6a-88e0-b279b5cd1993 req-1150adfd-6c4c-4b6e-910d-aa5bb78b6485 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 944 time: 0.1392591 Mar 27 15:31:12.847802 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['1233e706-a77e-464f-9799-e43c63b0bdf0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:31:12.855164 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] For port 2f00fbb1-438e-4425-b332-49d23994fcaa, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2f00fbb1-438e-4425-b332-49d23994fcaa,segment=NetworkSegment(b54b06ae-0002-44cb-a16b-435832387007),segment_id=b54b06ae-0002-44cb-a16b-435832387007)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:12.878660 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-25186314-ab81-4204-be51-df4ab995a49a req-51f88f36-b520-4779-b8c7-b23c07760843 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110475 Mar 27 15:31:12.884681 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3502cf02-d6ab-4f6a-88e0-b279b5cd1993 req-9b7ca028-e276-40c7-82ae-5b3d81ac98a8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022863 Mar 27 15:31:12.885957 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:12.996112 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a95658-efd8-4ad3-b3c9-10aded98a1ab None None] Pushing event updated for resources: {'Port': ['ID=2f00fbb1-438e-4425-b332-49d23994fcaa,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:13.059037 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0063e852-12dc-4e92-b1ac-e0db165b2ae7 None None] Provisioning complete for port 2f00fbb1-438e-4425-b332-49d23994fcaa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:13.059408 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0063e852-12dc-4e92-b1ac-e0db165b2ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:13.154045 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '2f00fbb1-438e-4425-b332-49d23994fcaa', 'name': '', 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'mac_address': 'fa:16:3e:ae:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:07Z', 'updated_at': '2022-03-27T15:31:12Z', 'revision_number': 4, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'subnets': [{'id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:13.189199 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f4a2f-1aa4-47c1-95ef-9342c529b0d7 None None] The sync data for ids ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'] in dv-cinder-835384-1-iscsi is: [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '2f00fbb1-438e-4425-b332-49d23994fcaa', 'name': '', 'network_id': 'dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'mac_address': 'fa:16:3e:ae:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:07Z', 'updated_at': '2022-03-27T15:31:12Z', 'revision_number': 4, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'subnets': [{'id': '78ba0d8f-3014-4dc2-a35a-6659a85973a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:13.239534 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0063e852-12dc-4e92-b1ac-e0db165b2ae7 None None] Current status of the port 2f00fbb1-438e-4425-b332-49d23994fcaa is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:13.852168 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:13.928948 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 1233e706-a77e-464f-9799-e43c63b0bdf0 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:31:13.942804 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 1233e706-a77e-464f-9799-e43c63b0bdf0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:13.943215 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:14.062934 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:14.063360 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:14.064765 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c77b4-2f31-40a8-9cab-df9f1923f2f1 req-6e704719-522d-4a0e-8bfb-c049b32cebea tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:14.066312 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7c0c77b4-2f31-40a8-9cab-df9f1923f2f1 req-6e704719-522d-4a0e-8bfb-c049b32cebea tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0955236 Mar 27 15:31:14.072112 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf14fd5-85dc-4038-b213-7029de409db3 req-79070125-83bc-4436-badf-87e9a12e9783 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:14.073714 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bbf14fd5-85dc-4038-b213-7029de409db3 req-79070125-83bc-4436-badf-87e9a12e9783 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 944 time: 0.0772474 Mar 27 15:31:14.119075 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:14.120892 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:14.131191 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa380c-93f6-48d8-a359-5dec60d7b015" -d '{"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-plugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:14.136305 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7c0c77b4-2f31-40a8-9cab-df9f1923f2f1 req-742fe87a-205c-4535-aeb2-9191da72fae5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639482 Mar 27 15:31:14.136932 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:14.186153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4137c84-a39f-44fa-8fe8-bc6b1be88c13 x-openstack-request-id: req-c4137c84-a39f-44fa-8fe8-bc6b1be88c13 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:14.187401 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-plugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:14.188111 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4137c84-a39f-44fa-8fe8-bc6b1be88c13 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:14.188719 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4137c84-a39f-44fa-8fe8-bc6b1be88c13'] response: {'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'code': 200} Mar 27 15:31:14.192495 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bbf14fd5-85dc-4038-b213-7029de409db3 req-170d2ee8-cebf-4a07-a66f-eb79f0f93af5 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091399 Mar 27 15:31:14.237222 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:14.376255 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d832d-e585-46a5-a6db-e3d878933e91 req-64868309-062c-4e92-8d33-4130a39f4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:14.378046 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-059d832d-e585-46a5-a6db-e3d878933e91 req-64868309-062c-4e92-8d33-4130a39f4079 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1129 time: 0.0498557 Mar 27 15:31:14.430016 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-059d832d-e585-46a5-a6db-e3d878933e91 req-11d59869-8b7e-46dc-8ce2-61bf3e61348b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Mar 27 15:31:15.286930 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bae242-7349-428a-b640-52b632e63f9b req-dbef1c45-7ac2-4ea2-b3d9-fcf62d4358aa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:15.316567 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-57bae242-7349-428a-b640-52b632e63f9b req-dbef1c45-7ac2-4ea2-b3d9-fcf62d4358aa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.1015406 Mar 27 15:31:15.335730 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2f00fbb1-438e-4425-b332-49d23994fcaa up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:15.395110 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04087eb-9ef9-4e05-b98f-05d4843283a8 req-ff8b1723-bc79-472d-9045-4f0c67d7d8e6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:15.402745 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c04087eb-9ef9-4e05-b98f-05d4843283a8 req-ff8b1723-bc79-472d-9045-4f0c67d7d8e6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0958111 Mar 27 15:31:15.407915 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-57bae242-7349-428a-b640-52b632e63f9b req-e324fbac-6403-4312-a5d4-a50b09659b73 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837624 Mar 27 15:31:15.441498 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 2f00fbb1-438e-4425-b332-49d23994fcaa triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:15.442006 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:15.488127 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c04087eb-9ef9-4e05-b98f-05d4843283a8 req-b6c3092b-0f88-48b0-9479-c74b7a1cdcdc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841706 Mar 27 15:31:15.591742 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 2f00fbb1-438e-4425-b332-49d23994fcaa is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:16.558221 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba318548-16fa-4e8a-b81b-aa0c2ccccf8e req-e107009d-c708-4fcd-a0c7-f00cd778d948 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:16.567478 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ba318548-16fa-4e8a-b81b-aa0c2ccccf8e req-e107009d-c708-4fcd-a0c7-f00cd778d948 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0707343 Mar 27 15:31:16.628425 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ba318548-16fa-4e8a-b81b-aa0c2ccccf8e req-0f66df59-4b7b-4abb-948f-30886f77d3a4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576015 Mar 27 15:31:16.644215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877ac3f-318d-41ef-b0a3-71d7d82c7349 req-29221468-e7c5-44d4-b553-da2b5e7cfc80 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:16.652017 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3877ac3f-318d-41ef-b0a3-71d7d82c7349 req-29221468-e7c5-44d4-b553-da2b5e7cfc80 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0719304 Mar 27 15:31:16.704447 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3877ac3f-318d-41ef-b0a3-71d7d82c7349 req-3d875020-facb-42d4-aecd-9ed51b154f67 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514739 Mar 27 15:31:16.832341 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c94271-fc08-458b-9851-9cfa4597342a req-e8be7293-252c-45ae-a988-2665ca571dde tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:16.834223 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c4c94271-fc08-458b-9851-9cfa4597342a req-e8be7293-252c-45ae-a988-2665ca571dde tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0589643 Mar 27 15:31:16.843428 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49148) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:16.848301 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Request body: {'floatingip': {'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:16.899457 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (c4a05c17-e3da-40b8-88f5-fa357e092daf), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:17.378900 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:17.401874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (c4a05c17-e3da-40b8-88f5-fa357e092daf), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:17.517248 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Floating IP c4a05c17-e3da-40b8-88f5-fa357e092daf associated. External IP: 172.27.1.75, port: 1233e706-a77e-464f-9799-e43c63b0bdf0. Mar 27 15:31:17.752053 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:17.759195 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d7154-d3b2-4dfc-a2b1-14a3e54f324a req-19be5ea1-926e-4af6-bdcd-7a900294caaa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:17.763055 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8c3d7154-d3b2-4dfc-a2b1-14a3e54f324a req-19be5ea1-926e-4af6-bdcd-7a900294caaa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0714281 Mar 27 15:31:17.818632 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8c3d7154-d3b2-4dfc-a2b1-14a3e54f324a req-3629852b-376b-4d76-8734-ee2931e1a860 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513833 Mar 27 15:31:17.898617 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:17.903717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:17.912112 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:17.923436 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:17.924049 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:17.955652 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e253dbc7-aa04-45c7-b0e9-d395c6dad27c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "PUT /v2.0/floatingips/c4a05c17-e3da-40b8-88f5-fa357e092daf HTTP/1.1" status: 200 len: 990 time: 1.1111062 Mar 27 15:31:17.956244 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:17.958510 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d000a-d1f2-4ada-9a00-2de5d31afb86" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:18.013201 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5848737-7a7a-43db-a96e-606e5605ed27 x-openstack-request-id: req-c5848737-7a7a-43db-a96e-606e5605ed27 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:18.013495 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:18.013750 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5848737-7a7a-43db-a96e-606e5605ed27 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:18.014155 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5848737-7a7a-43db-a96e-606e5605ed27'] response: {'name': 'network-changed', 'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'status': 'completed', 'code': 200} Mar 27 15:31:18.053920 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:18.315176 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-42f1812a-680b-48ef-bceb-4b43ec94aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.316889 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-42f1812a-680b-48ef-bceb-4b43ec94aabb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1129 time: 0.2777109 Mar 27 15:31:18.336086 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'c4a05c17-e3da-40b8-88f5-fa357e092daf', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'mac_address': 'fa:16:3e:fa:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:03Z', 'updated_at': '2022-03-27T15:31:17Z', 'revision_number': 1, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:18.367902 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:18.377670 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:18.378274 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:18.423419 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-bafd8ef0-1f37-43e7-a56c-c211309083cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.425242 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-bafd8ef0-1f37-43e7-a56c-c211309083cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.0999925 Mar 27 15:31:18.497233 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:18.509726 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-4405824c-d1e6-4bad-b3ce-8d14864b5a3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 998 time: 0.0779660 Mar 27 15:31:18.563077 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-d49c331b-0ad7-4c4a-aab0-37f4ee63f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.564665 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-d49c331b-0ad7-4c4a-aab0-37f4ee63f53c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0490873 Mar 27 15:31:18.617975 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-43489432-b411-4b6c-bcd4-b0362f55d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.619761 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-43489432-b411-4b6c-bcd4-b0362f55d61a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491378 Mar 27 15:31:18.728134 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-06d33c80-73e5-4590-bfae-1e4962f50715 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021965 Mar 27 15:31:18.787080 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'c4a05c17-e3da-40b8-88f5-fa357e092daf', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'mac_address': 'fa:16:3e:fa:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:03Z', 'updated_at': '2022-03-27T15:31:17Z', 'revision_number': 1, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:18.822514 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a00f50-ea37-4639-8ecf-e19d6eb7dab0 None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'c4a05c17-e3da-40b8-88f5-fa357e092daf', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'mac_address': 'fa:16:3e:fa:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:03Z', 'updated_at': '2022-03-27T15:31:17Z', 'revision_number': 1, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:18.847652 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d32d000a-d1f2-4ada-9a00-2de5d31afb86 req-a1cde461-7e5a-48f2-8415-76e9db2d142f service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125941 Mar 27 15:31:18.974740 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178c5f-2a4f-4c70-b33a-b8eb9693ab0e req-8b2ecdd6-abe6-4302-a913-8a92b60f8fb9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:18.976266 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0d178c5f-2a4f-4c70-b33a-b8eb9693ab0e req-8b2ecdd6-abe6-4302-a913-8a92b60f8fb9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0668623 Mar 27 15:31:19.029120 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0d178c5f-2a4f-4c70-b33a-b8eb9693ab0e req-328c9160-7588-4ad8-a700-8ed97ff2172e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465422 Mar 27 15:31:19.475116 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113763b-00d3-455f-98b6-6c50fd474b53 None None] New status for floating IP c4a05c17-e3da-40b8-88f5-fa357e092daf: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:31:20.166715 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ff87c-da2c-4417-b1b0-909a2ad3f6ee req-72f26683-f975-43c2-81ee-5af3419740a7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:20.168496 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d39ff87c-da2c-4417-b1b0-909a2ad3f6ee req-72f26683-f975-43c2-81ee-5af3419740a7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0583184 Mar 27 15:31:20.217534 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d39ff87c-da2c-4417-b1b0-909a2ad3f6ee req-e4f1c5e7-4c6a-400c-a0ed-4a7eea9590fa tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Mar 27 15:31:21.183236 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-91ebb923-7d02-4c28-bbb9-acf8e6baeaaf tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.184698 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-91ebb923-7d02-4c28-bbb9-acf8e6baeaaf tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 815 time: 0.1027040 Mar 27 15:31:21.199029 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-a06b38fb-9f02-44c4-bba2-e65b0e7e4eb1 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/quotas/fedfe3fe0a72411db3130e99ab92ba7a HTTP/1.1" status: 200 len: 375 time: 0.0087609 Mar 27 15:31:21.253823 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-2584c9d9-daa6-48c8-acd5-6131db10a060 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493927 Mar 27 15:31:21.340962 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba59a95-2f04-40be-bdaa-8cfcde3a27af req-544542a1-fac1-48a3-b489-d8f349bcacc0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:21.342994 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bba59a95-2f04-40be-bdaa-8cfcde3a27af req-544542a1-fac1-48a3-b489-d8f349bcacc0 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0531878 Mar 27 15:31:21.351021 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-715ad102-05d3-4a6a-ace2-b1d65963e071 service neutron] 10.222.0.10 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853028 Mar 27 15:31:21.390043 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bba59a95-2f04-40be-bdaa-8cfcde3a27af req-c1da6b03-a9f2-4412-8eb0-c09382129f1d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Mar 27 15:31:21.439965 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-13ce5b4b-5200-4539-82ac-4f8191890aa2 service neutron] 10.222.0.10 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833173 Mar 27 15:31:21.598500 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b8b8bcd3-9832-4313-9c50-e1f13d8cacde req-2292a349-a725-4a04-a294-4effbc8b04a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 210 time: 0.0280831 Mar 27 15:31:22.514521 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bbcc6-c94e-48b9-b0e6-b86cd7b01048 req-3831a5f5-590a-4617-894f-ac2aaf840385 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:22.516609 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4d6bbcc6-c94e-48b9-b0e6-b86cd7b01048 req-3831a5f5-590a-4617-894f-ac2aaf840385 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0559924 Mar 27 15:31:22.569975 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4d6bbcc6-c94e-48b9-b0e6-b86cd7b01048 req-79ff44e4-8741-4a63-99c8-856c21c1d2b4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475204 Mar 27 15:31:22.582612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-6542a99a-f61b-4e31-b160-6f89c54ba122 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:22.584222 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-6542a99a-f61b-4e31-b160-6f89c54ba122 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 815 time: 0.1261914 Mar 27 15:31:22.597330 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'port': {'device_id': '3a13cfba-3145-4673-abbd-57f75578710f', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'admin_state_up': True, 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:22.704123 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-48785def-83d8-49a9-b1a3-07228298b9c5 req-1d5c9682-2db1-45cd-a485-0eddfeb83271 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 210 time: 0.0334017 Mar 27 15:31:22.735870 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Made reservation on behalf of fedfe3fe0a72411db3130e99ab92ba7a for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:31:22.739533 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:22.865817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Allocated IP 172.20.0.11 (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1/0243c144-840a-4701-abfa-f6a11c9cffff/9813570e-ba93-4605-8360-45540bf73553) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:23.067768 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for port (9813570e-ba93-4605-8360-45540bf73553), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:23.117626 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (9813570e-ba93-4605-8360-45540bf73553), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:23.150981 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:23.179917 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:23.195783 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:23.253001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:23.262620 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.263542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.263908 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.264900 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.265550 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.266309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.266687 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.267115 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.267515 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.268065 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.268461 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.268860 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.269251 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.269637 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.270027 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:23.301167 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:23.301935 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:23.340068 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-8d9884f6-ded8-4f47-924c-2d5cee29d12c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468605 Mar 27 15:31:23.454824 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dcde6d6a-1ed8-4842-9779-4a02988c6536 None None] Provisioning complete for port 9813570e-ba93-4605-8360-45540bf73553 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:23.455476 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dcde6d6a-1ed8-4842-9779-4a02988c6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9813570e-ba93-4605-8360-45540bf73553), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:23.490232 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dcde6d6a-1ed8-4842-9779-4a02988c6536 None None] Port 9813570e-ba93-4605-8360-45540bf73553 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:31:23.701492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77138-9b13-4c9d-b244-a657967b2455 req-9ae24c3f-2c71-4b72-b072-b6cd630ce22b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:23.703953 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-50e77138-9b13-4c9d-b244-a657967b2455 req-9ae24c3f-2c71-4b72-b072-b6cd630ce22b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0590408 Mar 27 15:31:23.753454 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-50e77138-9b13-4c9d-b244-a657967b2455 req-02837b9f-d227-4c4e-b92f-585d2a3a8a9d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Mar 27 15:31:23.846232 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973818-68a2-45a1-92df-7ee1bdf80b55 req-654cd967-2b78-4a56-826c-2b29ab0e71df tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:23.848048 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3e973818-68a2-45a1-92df-7ee1bdf80b55 req-654cd967-2b78-4a56-826c-2b29ab0e71df tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0585656 Mar 27 15:31:23.901239 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3e973818-68a2-45a1-92df-7ee1bdf80b55 req-24d49af3-fbd6-43f0-b415-80031ef31a95 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471787 Mar 27 15:31:24.888975 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dc753-9f59-48f0-bcbc-8408fd4e92eb req-c5ceebb3-b8b1-493e-8630-217663cd5445 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:24.897203 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-201dc753-9f59-48f0-bcbc-8408fd4e92eb req-c5ceebb3-b8b1-493e-8630-217663cd5445 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0723236 Mar 27 15:31:24.955708 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-201dc753-9f59-48f0-bcbc-8408fd4e92eb req-cfc1777d-6d08-429c-aea8-f6867585c750 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573828 Mar 27 15:31:25.048820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f89338-17d8-4489-8b31-637f6b7781fc req-4b659638-d191-4d4c-aef6-f81c14559d13 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:25.050478 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-54f89338-17d8-4489-8b31-637f6b7781fc req-4b659638-d191-4d4c-aef6-f81c14559d13 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0575154 Mar 27 15:31:25.110570 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-54f89338-17d8-4489-8b31-637f6b7781fc req-5e3c829d-62f5-45b8-a885-b3bc836b9f55 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Mar 27 15:31:26.087555 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5deab1-8e5d-4c9c-be14-ba8ba91f49ed req-aeaa5126-73ef-4c66-a459-2deeba2ea561 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.089059 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bf5deab1-8e5d-4c9c-be14-ba8ba91f49ed req-aeaa5126-73ef-4c66-a459-2deeba2ea561 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0593386 Mar 27 15:31:26.145678 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bf5deab1-8e5d-4c9c-be14-ba8ba91f49ed req-dbc2bb52-1255-4987-87b7-beb72940129f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499270 Mar 27 15:31:26.250720 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681ff11-2d84-4832-817a-a79cd6d8cb45 req-97679aab-acf6-40c7-bcd3-425e1577e578 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:26.253415 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1681ff11-2d84-4832-817a-a79cd6d8cb45 req-97679aab-acf6-40c7-bcd3-425e1577e578 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0592735 Mar 27 15:31:26.306975 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1681ff11-2d84-4832-817a-a79cd6d8cb45 req-173e6900-d12f-495d-b694-deea2d939f15 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Mar 27 15:31:27.280090 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0359c36-dbef-448c-a9cb-e47521fcf665 req-a62d9434-70af-4e2e-ad79-1179493b9fdc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:27.281597 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e0359c36-dbef-448c-a9cb-e47521fcf665 req-a62d9434-70af-4e2e-ad79-1179493b9fdc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0557323 Mar 27 15:31:27.333177 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e0359c36-dbef-448c-a9cb-e47521fcf665 req-9c7eaf9c-f742-42b0-a2c4-5270f33ba6ff tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 Mar 27 15:31:27.438157 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83156f-c1a8-43da-8c8e-a08c876703fd req-10fb734b-f867-49aa-90ea-a6bf166c82a9 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:27.439634 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3b83156f-c1a8-43da-8c8e-a08c876703fd req-10fb734b-f867-49aa-90ea-a6bf166c82a9 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0548525 Mar 27 15:31:27.488268 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3b83156f-c1a8-43da-8c8e-a08c876703fd req-c0aef0fd-5d89-4770-aebd-ab65a39ab2de tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Mar 27 15:31:28.507976 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befb676-c08d-4d9a-8093-dd97453b6a04 req-2e3e7294-69cf-496c-a33f-a8373572626e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:28.550068 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9befb676-c08d-4d9a-8093-dd97453b6a04 req-2e3e7294-69cf-496c-a33f-a8373572626e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0988162 Mar 27 15:31:28.573486 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9befb676-c08d-4d9a-8093-dd97453b6a04 req-e7b7d11f-40a4-42e4-86a2-afa710669f19 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552757 Mar 27 15:31:28.637393 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb00dfd-8922-4ac6-9efd-77fa5b6a074d req-53a8db73-2c0a-4060-b03b-025ac41c18ad tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:28.638860 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-beb00dfd-8922-4ac6-9efd-77fa5b6a074d req-53a8db73-2c0a-4060-b03b-025ac41c18ad tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0791645 Mar 27 15:31:28.699874 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-beb00dfd-8922-4ac6-9efd-77fa5b6a074d req-feaa4316-1975-4156-9a1f-5d2ad89997b9 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547128 Mar 27 15:31:29.740501 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b92b-c9eb-4baa-86f9-e47a3b3f249b req-8de5d5b3-cacd-4b15-9e90-6657158e27cb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:29.742209 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8530b92b-c9eb-4baa-86f9-e47a3b3f249b req-8de5d5b3-cacd-4b15-9e90-6657158e27cb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0894310 Mar 27 15:31:29.792527 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8530b92b-c9eb-4baa-86f9-e47a3b3f249b req-896541fe-21db-447b-9cca-a3fc7e3b4f4b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Mar 27 15:31:29.824717 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7afc39-19ba-4e1c-8771-ca180ca88992 req-7fbe9600-aaba-45b9-87de-6e4108cc4b8f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:29.826244 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0a7afc39-19ba-4e1c-8771-ca180ca88992 req-7fbe9600-aaba-45b9-87de-6e4108cc4b8f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0547700 Mar 27 15:31:29.883652 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0a7afc39-19ba-4e1c-8771-ca180ca88992 req-bdf259a6-b8e3-40da-b0b3-2448aff389ff tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Mar 27 15:31:30.651101 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c54fddd8-6abf-48a3-8d05-0425a2b9fae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:30.698698 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Request body: {'port': {'device_id': '3a13cfba-3145-4673-abbd-57f75578710f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:30.758719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9813570e-ba93-4605-8360-45540bf73553), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:30.914145 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61250b8a-af2f-483b-88b5-db87e245ac5c req-3c268335-1184-4c66-9e84-9d9da140397c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:30.915979 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-61250b8a-af2f-483b-88b5-db87e245ac5c req-3c268335-1184-4c66-9e84-9d9da140397c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0537813 Mar 27 15:31:30.975870 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-61250b8a-af2f-483b-88b5-db87e245ac5c req-0d6b47ce-a31c-4f20-9e5b-eefda4c2d499 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473342 Mar 27 15:31:31.042880 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6531c-e6ce-44d5-afdf-450c4d3e1cf3 req-5d9f36de-9c63-420b-a6b2-0a66695adb56 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.044386 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-aca6531c-e6ce-44d5-afdf-450c4d3e1cf3 req-5d9f36de-9c63-420b-a6b2-0a66695adb56 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 932 time: 0.0852499 Mar 27 15:31:31.108372 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9813570e-ba93-4605-8360-45540bf73553 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:31:31.120286 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Publish callbacks [] for port (9813570e-ba93-4605-8360-45540bf73553), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:31.138865 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-aca6531c-e6ce-44d5-afdf-450c4d3e1cf3 req-82980421-7873-4dcf-bd59-2aba27d73bfe tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Mar 27 15:31:31.144823 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Transition to ACTIVE for port object 9813570e-ba93-4605-8360-45540bf73553 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:31:31.148554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (9813570e-ba93-4605-8360-45540bf73553), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:31.220538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:31.271896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Attempting to bind port 9813570e-ba93-4605-8360-45540bf73553 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:31:31.272230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Attempting to bind port 9813570e-ba93-4605-8360-45540bf73553 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:31:31.272689 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Attempting to bind port 9813570e-ba93-4605-8360-45540bf73553 on network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:31.277242 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Port 9813570e-ba93-4605-8360-45540bf73553 on network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:31:31.277558 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Attempting to bind port 9813570e-ba93-4605-8360-45540bf73553 on network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:31:31.283128 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:31:31.283466 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Checking segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:31:31.283850 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Bound using segment: {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:31:31.284277 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Bound port: 9813570e-ba93-4605-8360-45540bf73553, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:31:31.284635 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9813570e-ba93-4605-8360-45540bf73553), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:31.352442 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:31:31.355519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:31:31.362141 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (9813570e-ba93-4605-8360-45540bf73553), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:31.394036 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.394586 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:31.395955 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] 10.222.0.25 "PUT /v2.0/ports/9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 1094 time: 0.7016375 Mar 27 15:31:31.396404 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:31.398586 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ad97d-5037-4afe-a362-aeebeed10c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:31.431651 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f952a3-4c03-446c-97f4-6c2a28d02840 service neutron] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:31.449377 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c5902e-6048-4b41-9e32-a797fc0e2239 x-openstack-request-id: req-61c5902e-6048-4b41-9e32-a797fc0e2239 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:31.449670 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:31.450061 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61c5902e-6048-4b41-9e32-a797fc0e2239 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:31.450465 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c5902e-6048-4b41-9e32-a797fc0e2239'] response: {'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'status': 'completed', 'code': 200} Mar 27 15:31:31.488048 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-cd935d46-f9ed-407d-86c0-eded6d9e1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.489571 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-cd935d46-f9ed-407d-86c0-eded6d9e1947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1128 time: 0.0523870 Mar 27 15:31:31.536755 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-f5de925a-ae7c-45e1-a58d-fc58fccec68e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 217 time: 0.0401001 Mar 27 15:31:31.587793 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-fe1de03e-8672-4ea8-9429-e6fab7e5f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.589426 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-fe1de03e-8672-4ea8-9429-e6fab7e5f112 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0456321 Mar 27 15:31:31.646283 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-2bb64954-0622-4650-bedb-45ad94977ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.647812 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-2bb64954-0622-4650-bedb-45ad94977ed0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457535 Mar 27 15:31:31.739405 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-04009c03-12e4-4534-8bc1-f4d269981451 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846388 Mar 27 15:31:31.827776 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-da5a2bad-2a4a-42a3-ab6f-ca0afb202f28 req-13fbfb4f-b93d-4292-b0fc-501e9c97ec14 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820642 Mar 27 15:31:31.929061 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-d32de1d4-4d8b-4ace-8554-8daaa45ef983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.930574 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-d32de1d4-4d8b-4ace-8554-8daaa45ef983 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1128 time: 0.0467381 Mar 27 15:31:31.970191 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37679de-7905-4180-9090-08ef463d8076 req-cee1d255-3085-4147-9e25-65c534049fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:31.971745 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a37679de-7905-4180-9090-08ef463d8076 req-cee1d255-3085-4147-9e25-65c534049fe0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.0429351 Mar 27 15:31:32.016326 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a37679de-7905-4180-9090-08ef463d8076 req-618651a1-028a-4c38-9750-cf278ac5c2ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379479 Mar 27 15:31:32.023697 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-79c29b48-d760-4aa6-b1ec-7de4db15ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.025170 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-79c29b48-d760-4aa6-b1ec-7de4db15ed8b service neutron] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 915 time: 0.0886090 Mar 27 15:31:32.095107 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f73891-b930-4078-8074-e4bafa1839d2 req-757a99c2-2fe0-44cb-b3d0-da5d00eccd51 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.096578 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-98f73891-b930-4078-8074-e4bafa1839d2 req-757a99c2-2fe0-44cb-b3d0-da5d00eccd51 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0529861 Mar 27 15:31:32.142594 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-98f73891-b930-4078-8074-e4bafa1839d2 req-1ceb4cf9-341a-43e4-b3a0-ae70327c482f tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Mar 27 15:31:32.259396 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91a5bb-b17a-49fb-986f-797f8fbb2e6c req-381fca0b-2ef8-4f84-8e50-a108d106cfaa tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.260836 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ce91a5bb-b17a-49fb-986f-797f8fbb2e6c req-381fca0b-2ef8-4f84-8e50-a108d106cfaa tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 944 time: 0.0541739 Mar 27 15:31:32.291185 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-66b3d1bb-3382-4706-8df2-4e6c834ea2a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 217 time: 0.0448694 Mar 27 15:31:32.308294 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ce91a5bb-b17a-49fb-986f-797f8fbb2e6c req-fab2562c-70a8-4a71-a2a6-8a53370865ee tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Mar 27 15:31:32.339776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-51907cdd-4771-4706-8449-6b1e6d6c172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.341231 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-51907cdd-4771-4706-8449-6b1e6d6c172b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0430226 Mar 27 15:31:32.388848 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-3c26a2e4-be1a-4bea-9c5b-2e0a80dbd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:32.390312 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-3c26a2e4-be1a-4bea-9c5b-2e0a80dbd388 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421996 Mar 27 15:31:32.482994 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-fcfaa691-8340-4d43-9b3b-1026b5950d95 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842924 Mar 27 15:31:32.572013 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-383ad97d-5037-4afe-a362-aeebeed10c9d req-f87f484b-2083-4a30-8092-5103cfbf5cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Mar 27 15:31:33.008236 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00790c6d-bafc-49a8-85e1-231969aef6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:33.267558 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a239-72e0-4026-92a5-2ad8c009a945 req-3a83531b-e8b0-4c9a-b6d6-36d6ed5d413c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:33.269389 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4083a239-72e0-4026-92a5-2ad8c009a945 req-3a83531b-e8b0-4c9a-b6d6-36d6ed5d413c tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0588856 Mar 27 15:31:33.319108 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4083a239-72e0-4026-92a5-2ad8c009a945 req-ba899f3e-46ab-4061-9ad8-5e14f5ad28ee tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Mar 27 15:31:33.426206 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd5b9-f5b5-44ec-be69-37944691d93d req-a1039414-e428-4edb-a4e1-adbd13e2b2a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:33.427686 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2a9bd5b9-f5b5-44ec-be69-37944691d93d req-a1039414-e428-4edb-a4e1-adbd13e2b2a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 944 time: 0.0548742 Mar 27 15:31:33.472954 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2a9bd5b9-f5b5-44ec-be69-37944691d93d req-67052e84-8865-4a4d-9e33-13e82a6c4e65 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398378 Mar 27 15:31:33.966849 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9813570e-ba93-4605-8360-45540bf73553 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:31:34.179673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:34.198061 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:34.209347 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '9813570e-ba93-4605-8360-45540bf73553', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'port_id': '9813570e-ba93-4605-8360-45540bf73553', 'mac_address': 'fa:16:3e:80:a9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:31:34.245614 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 9813570e-ba93-4605-8360-45540bf73553 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:34.245932 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9813570e-ba93-4605-8360-45540bf73553), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:34.259041 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9813570e-ba93-4605-8360-45540bf73553 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:31:34.281639 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:34.285709 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (9813570e-ba93-4605-8360-45540bf73553), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:34.333010 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:34.339818 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.340172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.340520 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.340861 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.341197 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.341538 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.341864 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.342187 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.342516 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.342858 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.343189 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.343517 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.343840 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.344210 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.344560 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:34.440975 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec830f-08a6-4feb-b9a6-022ab4fbb20e req-bd6daf36-ca9d-477d-8837-2782ec59f5d3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.442589 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-07ec830f-08a6-4feb-b9a6-022ab4fbb20e req-bd6daf36-ca9d-477d-8837-2782ec59f5d3 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0532284 Mar 27 15:31:34.490348 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-07ec830f-08a6-4feb-b9a6-022ab4fbb20e req-fda4b019-3092-444f-8eee-9e05d8ae60e5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 Mar 27 15:31:34.553731 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9813570e-ba93-4605-8360-45540bf73553'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:31:34.595511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfe47-4279-4870-878d-4aecda875354 req-64d11d50-32e0-4ff6-b614-0f3777c02b1a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.597868 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4c6cfe47-4279-4870-878d-4aecda875354 req-64d11d50-32e0-4ff6-b614-0f3777c02b1a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 945 time: 0.0580876 Mar 27 15:31:34.653304 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4c6cfe47-4279-4870-878d-4aecda875354 req-76261c66-5314-4779-910e-7c2e4336643f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Mar 27 15:31:34.919848 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-3891ae1a-fb10-42ff-816a-73bf39bf5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.921352 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-3891ae1a-fb10-42ff-816a-73bf39bf5a5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.0793283 Mar 27 15:31:34.928840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd21cb-fbd4-437a-a289-4b7d8feb861e req-098bb212-03c9-4c41-b815-05a088da75ef tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:34.930178 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e2cd21cb-fbd4-437a-a289-4b7d8feb861e req-098bb212-03c9-4c41-b815-05a088da75ef tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0801644 Mar 27 15:31:35.031178 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e2cd21cb-fbd4-437a-a289-4b7d8feb861e req-79461ca1-86b7-4147-99af-b1b8e0349609 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916426 Mar 27 15:31:35.046271 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-29cc3874-bd3e-427b-a5bc-e196c0d2ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:35.047829 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-29cc3874-bd3e-427b-a5bc-e196c0d2ac59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.1167667 Mar 27 15:31:35.117806 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-987bd538-1a42-4e52-b35f-e53c64718571 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 1002 time: 0.0603998 Mar 27 15:31:35.164488 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-d8ad4469-be7a-4ce1-9a3e-3d1cb8bd8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:35.165917 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-d8ad4469-be7a-4ce1-9a3e-3d1cb8bd8bed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0425899 Mar 27 15:31:35.214511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-0f3049ae-8ad2-44a8-8131-74b48f8fc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:35.216017 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-0f3049ae-8ad2-44a8-8131-74b48f8fc5a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424831 Mar 27 15:31:35.307898 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-441e4265-46b1-462f-92d3-72104fc729ca service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834389 Mar 27 15:31:35.373351 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:35.394361 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a45f4e2a-1aad-45e9-ac27-8643152b634e req-0609355d-f507-4d36-8aed-174110ee3b4d service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801775 Mar 27 15:31:35.774353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6757-4608-4741-9949-cafce0a6ff2d req-0a076cc3-649a-4bcb-9a19-9d648a25e796 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:35.775858 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-454e6757-4608-4741-9949-cafce0a6ff2d req-0a076cc3-649a-4bcb-9a19-9d648a25e796 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 945 time: 0.0521328 Mar 27 15:31:35.825518 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-454e6757-4608-4741-9949-cafce0a6ff2d req-ad4d7b7c-e1bd-4a81-bdf9-82e3bed6c50a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Mar 27 15:31:35.972959 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9813570e-ba93-4605-8360-45540bf73553 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:31:36.024439 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 9813570e-ba93-4605-8360-45540bf73553 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:31:36.028191 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 9813570e-ba93-4605-8360-45540bf73553 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:36.028570 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9813570e-ba93-4605-8360-45540bf73553), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:36.105280 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 9813570e-ba93-4605-8360-45540bf73553 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:36.105665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9813570e-ba93-4605-8360-45540bf73553), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:36.129014 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:36.131240 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a3c7c-eac3-4173-be94-63b48832467c" -d '{"events": [{"server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "name": "network-vif-plugged", "status": "completed", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:36.143504 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:36.148337 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (9813570e-ba93-4605-8360-45540bf73553), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:36.154469 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d711b9-c852-4810-afe7-3a37d6c1e0c5 req-c0e77456-438f-4ac1-820d-c438917bbac9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:36.156020 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e1d711b9-c852-4810-afe7-3a37d6c1e0c5 req-c0e77456-438f-4ac1-820d-c438917bbac9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0589428 Mar 27 15:31:36.171073 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6577e2f-b960-4a6f-a315-d1e5ce4761e5 x-openstack-request-id: req-a6577e2f-b960-4a6f-a315-d1e5ce4761e5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:36.171375 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "name": "network-vif-plugged", "status": "completed", "tag": "9813570e-ba93-4605-8360-45540bf73553", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:36.171617 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6577e2f-b960-4a6f-a315-d1e5ce4761e5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:36.172005 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6577e2f-b960-4a6f-a315-d1e5ce4761e5'] response: {'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'code': 200} Mar 27 15:31:36.207152 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e1d711b9-c852-4810-afe7-3a37d6c1e0c5 req-b3f16cbd-35e9-49b5-9138-cebd77c3fd81 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447419 Mar 27 15:31:36.207489 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:36.350703 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56cdf4-43c1-4a2e-8db9-88454b49579b req-a00d1199-2b53-4963-97c4-2ac111b8cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:36.352341 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2e56cdf4-43c1-4a2e-8db9-88454b49579b req-a00d1199-2b53-4963-97c4-2ac111b8cfc1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1130 time: 0.0437822 Mar 27 15:31:36.395589 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2e56cdf4-43c1-4a2e-8db9-88454b49579b req-8000775d-7c5b-43d1-8ae4-036869517af5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367703 Mar 27 15:31:36.928770 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:36.946915 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df6647-c7d1-4d86-8fd2-0043ab4a4649 req-50b3a598-78d6-4270-aff3-384be1252da1 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:36.948361 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-83df6647-c7d1-4d86-8fd2-0043ab4a4649 req-50b3a598-78d6-4270-aff3-384be1252da1 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0542707 Mar 27 15:31:36.994658 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-83df6647-c7d1-4d86-8fd2-0043ab4a4649 req-e2562a14-8be7-4466-8692-a68ef4cf0846 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Mar 27 15:31:37.331857 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b37c-cda8-4295-9123-35c10ac41876 req-b29223f5-ffcc-4c79-8984-6a77b514bd62 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:37.333307 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0ca5b37c-cda8-4295-9123-35c10ac41876 req-b29223f5-ffcc-4c79-8984-6a77b514bd62 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0542262 Mar 27 15:31:37.381360 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0ca5b37c-cda8-4295-9123-35c10ac41876 req-96cf5091-1b70-424b-88cd-1af1ac29d76b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Mar 27 15:31:38.109379 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553e8c4-e340-4ca9-9a7c-8f71214ef301 req-4729e80f-888d-4d74-a5f1-900bacfeb31b tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.111913 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c553e8c4-e340-4ca9-9a7c-8f71214ef301 req-4729e80f-888d-4d74-a5f1-900bacfeb31b tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0525069 Mar 27 15:31:38.157799 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c553e8c4-e340-4ca9-9a7c-8f71214ef301 req-1af224d0-aca2-4117-b4d0-c86b35f32c25 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Mar 27 15:31:38.274139 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dca7bb-e542-4bcb-9fc0-98d55249d9aa req-2e1b2134-3d86-47d1-9bff-af238849e561 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.275546 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-96dca7bb-e542-4bcb-9fc0-98d55249d9aa req-2e1b2134-3d86-47d1-9bff-af238849e561 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0534477 Mar 27 15:31:38.320895 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-96dca7bb-e542-4bcb-9fc0-98d55249d9aa req-a99d56ac-e1b9-4a8e-9bc5-13f4888d1f1f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Mar 27 15:31:38.497357 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0843c93-d991-4f88-a518-4dc6fc81b43f req-db2e7881-0ddc-411d-912f-99b32d867257 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.498986 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d0843c93-d991-4f88-a518-4dc6fc81b43f req-db2e7881-0ddc-411d-912f-99b32d867257 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0518026 Mar 27 15:31:38.548178 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d0843c93-d991-4f88-a518-4dc6fc81b43f req-abb3ba02-1a90-4c5e-819d-b51bf243c2a2 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 Mar 27 15:31:38.663191 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d99289-912a-4a56-acd5-fe03692b1175 req-b53c8144-c545-4027-8b0d-ad555735ecd3 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.664316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3867d5-a67a-49eb-8b3c-410a46f955a4 req-5b9a6a9f-c4e2-4d6f-b0e7-63f8e30e6bed tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:38.664655 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-56d99289-912a-4a56-acd5-fe03692b1175 req-b53c8144-c545-4027-8b0d-ad555735ecd3 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0563610 Mar 27 15:31:38.665818 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6f3867d5-a67a-49eb-8b3c-410a46f955a4 req-5b9a6a9f-c4e2-4d6f-b0e7-63f8e30e6bed tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0571463 Mar 27 15:31:38.674152 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:38.678458 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Request body: {'floatingip': {'port_id': '903a405f-d8af-43db-9557-0a64332d419f'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:38.712140 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-56d99289-912a-4a56-acd5-fe03692b1175 req-7324a6fc-aa26-493b-9469-cc709b475e01 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Mar 27 15:31:38.734198 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:39.425535 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:39.429211 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:39.459028 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:39.636781 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:39.746775 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:39.751722 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:39.756717 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] Sync routers for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:39.765599 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:39.767273 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:39.782488 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:39.784910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba81d8-7209-4241-a39d-911774aa29a4" -d '{"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:39.823372 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e49c7eb6-2913-4e01-8037-a80ffa6c1819 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "PUT /v2.0/floatingips/5dafad58-a37f-4d37-bdd9-098f5587b8fa HTTP/1.1" status: 200 len: 994 time: 1.1392093 Mar 27 15:31:39.835211 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0016e613-7255-4bf3-b199-371e4af72e89 x-openstack-request-id: req-0016e613-7255-4bf3-b199-371e4af72e89 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:39.835505 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:39.835758 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0016e613-7255-4bf3-b199-371e4af72e89 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:39.836165 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0016e613-7255-4bf3-b199-371e4af72e89'] response: {'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f', 'status': 'completed', 'code': 200} Mar 27 15:31:39.906095 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-e36a2582-8169-44d5-b96b-d6d49fee61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:39.908195 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-e36a2582-8169-44d5-b96b-d6d49fee61c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.0460508 Mar 27 15:31:39.964998 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:39.999310 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-0dc61ef2-51e3-4595-8297-14eb876879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:40.001317 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-0dc61ef2-51e3-4595-8297-14eb876879f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.0863912 Mar 27 15:31:40.075376 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-503436bf-4901-4315-91d5-5c7abf8ea1b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 1002 time: 0.0630014 Mar 27 15:31:40.127203 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-12a37892-d453-4d3b-88d1-448853e3bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:40.128673 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-12a37892-d453-4d3b-88d1-448853e3bd56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0477045 Mar 27 15:31:40.181494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-583de3fc-923f-455d-9383-6e1716a46bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:40.183015 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-583de3fc-923f-455d-9383-6e1716a46bd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489347 Mar 27 15:31:40.191895 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '5dafad58-a37f-4d37-bdd9-098f5587b8fa', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:27Z', 'updated_at': '2022-03-27T15:31:39Z', 'revision_number': 3, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:40.221775 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] Checking router: 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:40.230106 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:40.230703 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:40.276546 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-090b6224-10a3-42d4-8e03-f7b8b6944a2e service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873613 Mar 27 15:31:40.344542 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:40.374580 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-73ba81d8-7209-4241-a39d-911774aa29a4 req-afb62534-e656-4045-8833-85d717defa02 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927229 Mar 27 15:31:40.581375 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '5dafad58-a37f-4d37-bdd9-098f5587b8fa', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:27Z', 'updated_at': '2022-03-27T15:31:39Z', 'revision_number': 3, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:40.611138 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f83f25-17c0-4013-8245-1e38688cbf86 None None] The sync data for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi is: [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '5dafad58-a37f-4d37-bdd9-098f5587b8fa', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'port_id': '903a405f-d8af-43db-9557-0a64332d419f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'mac_address': 'fa:16:3e:e8:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:29:27Z', 'updated_at': '2022-03-27T15:31:39Z', 'revision_number': 3, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:41.837432 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:41.839793 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f58e5f-b845-410e-8a92-4f7a67eae1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:41.876596 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb428d9-d42d-4678-96aa-1d05f7425165 x-openstack-request-id: req-0eb428d9-d42d-4678-96aa-1d05f7425165 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:41.876885 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "tag": "903a405f-d8af-43db-9557-0a64332d419f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:41.877136 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0eb428d9-d42d-4678-96aa-1d05f7425165 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:41.877539 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb428d9-d42d-4678-96aa-1d05f7425165'] response: {'name': 'network-changed', 'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'tag': '903a405f-d8af-43db-9557-0a64332d419f', 'status': 'completed', 'code': 200} Mar 27 15:31:41.946205 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-2a627f41-289a-4e68-b541-91c583895556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:41.947707 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-2a627f41-289a-4e68-b541-91c583895556 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 1130 time: 0.0440724 Mar 27 15:31:42.037614 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-d0f616d6-97e3-4304-9fd0-7ea3e6a70eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:42.039078 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-d0f616d6-97e3-4304-9fd0-7ea3e6a70eb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.0844305 Mar 27 15:31:42.102139 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-74912a1f-898c-40b8-bc8f-e4c9e644cc24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 200 len: 1002 time: 0.0568709 Mar 27 15:31:42.148128 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-f1b6f452-bb9b-46aa-9987-54d03e610d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:42.149514 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-f1b6f452-bb9b-46aa-9987-54d03e610d4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0418742 Mar 27 15:31:42.202653 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-23e96a0e-0742-4753-bc6f-602f45748ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:42.205102 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-23e96a0e-0742-4753-bc6f-602f45748ff4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483022 Mar 27 15:31:42.293920 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-f694a4b9-e877-4343-b3fe-57a69583a4c0 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Mar 27 15:31:42.384217 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-25f58e5f-b845-410e-8a92-4f7a67eae1a6 req-6b186663-5909-4059-a2de-990b4c15ea32 service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838351 Mar 27 15:31:48.097010 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d87e-a7b8-4b4f-8f92-020bb817d687 req-6148de6f-1fbc-4c2f-a35e-4ca6b6ec5069 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:48.098456 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da36d87e-a7b8-4b4f-8f92-020bb817d687 req-6148de6f-1fbc-4c2f-a35e-4ca6b6ec5069 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0513456 Mar 27 15:31:48.143564 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-da36d87e-a7b8-4b4f-8f92-020bb817d687 req-8e008561-a321-415e-a6b6-113559bcb5e5 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Mar 27 15:31:48.164883 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.300515 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d0acd-bdfb-47d3-9b64-241f6bb1981d tempest-TestMinimumBasicScenario-1207636762 tempest-TestMinimumBasicScenario-1207636762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:48.301999 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-316d0acd-bdfb-47d3-9b64-241f6bb1981d tempest-TestMinimumBasicScenario-1207636762 tempest-TestMinimumBasicScenario-1207636762-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1125 time: 0.1361752 Mar 27 15:31:48.304854 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49372) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:48.309057 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'port_id': '9813570e-ba93-4605-8360-45540bf73553', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:48.327990 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.420106 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.525740 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Allocated IP 172.27.1.30 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/d28f03a6-2d13-4d32-a04b-5a383b859a27) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:31:48.621240 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.656392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:48.691908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:31:48.694688 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:31:48.697289 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:31:48.732219 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'Port': ['ID=d28f03a6-2d13-4d32-a04b-5a383b859a27,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:48.744279 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.744656 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.745011 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.745361 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.745700 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.746039 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.746375 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.746728 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.747184 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.747565 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.747945 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.748312 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.748678 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.749011 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:48.749339 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:31:49.115084 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:31:49.305732 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for floatingip (cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.376896 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.518193 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.522364 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.596865 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'Port': ['ID=d28f03a6-2d13-4d32-a04b-5a383b859a27,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:49.608110 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:49.718858 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Floating IP cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593 associated. External IP: 172.27.1.30, port: 9813570e-ba93-4605-8360-45540bf73553. Mar 27 15:31:49.928185 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Router 451ca77d-972c-477b-95ab-25532718ad16 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:31:50.036568 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:31:50.046094 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] Sync routers for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:31:50.053909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.055535 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:50.056144 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:50.086522 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-294a8319-4439-457e-bc1c-0388e288a2cd tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7782533 Mar 27 15:31:50.086522 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:50.086961 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.087424 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b61995-6ce2-4b3f-8c20-ee090f465eae" -d '{"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:50.091455 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644501809', 'description': 'tempest-secgroup-smoke-1644501809 description', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.113404 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.123506 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707533f1-8dd4-45c8-b36a-ae2c27a778e9 x-openstack-request-id: req-707533f1-8dd4-45c8-b36a-ae2c27a778e9 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:50.123794 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:50.124047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-707533f1-8dd4-45c8-b36a-ae2c27a778e9 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:50.124472 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707533f1-8dd4-45c8-b36a-ae2c27a778e9'] response: {'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'status': 'completed', 'code': 200} Mar 27 15:31:50.173126 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:50.218896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group (4edf7dfa-9073-4425-8463-1c50c189b4e9), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.225441 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (4edf7dfa-9073-4425-8463-1c50c189b4e9), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.228906 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-b20a7321-8b64-4787-8d5f-30752199647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:50.230425 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-b20a7321-8b64-4787-8d5f-30752199647a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1130 time: 0.0728922 Mar 27 15:31:50.300754 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.301892 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2139730 Mar 27 15:31:50.304984 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49380) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.311538 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group_rule': {'security_group_id': '4edf7dfa-9073-4425-8463-1c50c189b4e9', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.312178 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162ba9-3519-4dc1-99e0-08dd79c53d6a tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf7dfa-9073-4425-8463-1c50c189b4e9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:50.342873 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (1491e94e-8214-48f1-9598-7a523f3aa730), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.367380 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-218f3f7c-54df-41d1-a173-c44b2787d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:50.369278 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-218f3f7c-54df-41d1-a173-c44b2787d50c service neutron] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 915 time: 0.1242912 Mar 27 15:31:50.410113 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (1491e94e-8214-48f1-9598-7a523f3aa730), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.414954 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (1491e94e-8214-48f1-9598-7a523f3aa730), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.437607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1491e94e-8214-48f1-9598-7a523f3aa730,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:50.444383 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.448824 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7d2ef158-ca84-4430-99c7-81815e6a2ee2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421278 Mar 27 15:31:50.449337 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49382) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.455112 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group_rule': {'security_group_id': '4edf7dfa-9073-4425-8463-1c50c189b4e9', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.466086 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-9b97cc5a-858d-4684-a7a6-0861a41b3ca1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 999 time: 0.0897498 Mar 27 15:31:50.479997 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '451ca77d-972c-477b-95ab-25532718ad16', 'port_id': '9813570e-ba93-4605-8360-45540bf73553', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'mac_address': 'fa:16:3e:80:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a13cfba-3145-4673-abbd-57f75578710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:48Z', 'revision_number': 0, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:08Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:50.513153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] Checking router: 451ca77d-972c-477b-95ab-25532718ad16 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:31:50.519570 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (da9173d3-4f6f-4539-8e9f-71478807465d), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.522602 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:31:50.523321 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:31:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:50.546723 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-8c7bf14a-c596-4f34-8de9-7ac2aca070ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:50.548418 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-8c7bf14a-c596-4f34-8de9-7ac2aca070ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0754817 Mar 27 15:31:50.614313 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (da9173d3-4f6f-4539-8e9f-71478807465d), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.619231 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (da9173d3-4f6f-4539-8e9f-71478807465d), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.634495 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-41feb5a9-c913-47ad-b379-886759b75abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:50.636045 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-41feb5a9-c913-47ad-b379-886759b75abf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792210 Mar 27 15:31:50.650623 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:31:50.658631 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9173d3-4f6f-4539-8e9f-71478807465d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:50.696475 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.697811 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-69d3a7f5-8ebd-402f-9d6c-dfea6f86537e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2470937 Mar 27 15:31:50.700506 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49384) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.706072 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group_rule': {'security_group_id': '4edf7dfa-9073-4425-8463-1c50c189b4e9', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.736105 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (b305f0f3-f0a8-4ef9-87e6-206acd83d899), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.744235 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-9fc0392b-8355-4e62-959a-0d229d614576 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950155 Mar 27 15:31:50.799012 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (b305f0f3-f0a8-4ef9-87e6-206acd83d899), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.806128 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (b305f0f3-f0a8-4ef9-87e6-206acd83d899), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.824947 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b305f0f3-f0a8-4ef9-87e6-206acd83d899,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:50.834821 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.836948 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0ef4efe9-eb38-44fc-a837-e1e1387c353f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345205 Mar 27 15:31:50.839174 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49386) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.844506 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group_rule': {'security_group_id': '4edf7dfa-9073-4425-8463-1c50c189b4e9', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.849622 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-81b61995-6ce2-4b3f-8c20-ee090f465eae req-7f0e3f9f-aee8-4725-9960-d5f0702e9d02 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977576 Mar 27 15:31:50.871406 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (b78052fa-6cc2-46bc-b5af-f933b47ea059), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.893880 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '451ca77d-972c-477b-95ab-25532718ad16', 'port_id': '9813570e-ba93-4605-8360-45540bf73553', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'mac_address': 'fa:16:3e:80:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a13cfba-3145-4673-abbd-57f75578710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:48Z', 'revision_number': 0, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:08Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:31:50.924153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8ba9-ee50-44c0-b164-b280569f526f None None] The sync data for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi is: [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '451ca77d-972c-477b-95ab-25532718ad16', 'port_id': '9813570e-ba93-4605-8360-45540bf73553', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'mac_address': 'fa:16:3e:80:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a13cfba-3145-4673-abbd-57f75578710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:31:48Z', 'updated_at': '2022-03-27T15:31:48Z', 'revision_number': 0, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:08Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:31:50.933289 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (b78052fa-6cc2-46bc-b5af-f933b47ea059), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.937208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (b78052fa-6cc2-46bc-b5af-f933b47ea059), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.956586 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78052fa-6cc2-46bc-b5af-f933b47ea059,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:50.964421 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:50.968279 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-bea73372-0118-445e-a89b-b534a4ad3902 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256192 Mar 27 15:31:50.968755 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49388) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:50.976742 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group_rule': {'security_group_id': '4edf7dfa-9073-4425-8463-1c50c189b4e9', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:50.999639 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Project fedfe3fe0a72411db3130e99ab92ba7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:31:51.005662 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (bb8492d3-b822-42aa-87a7-42a7646cfe23), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.065358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (bb8492d3-b822-42aa-87a7-42a7646cfe23), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.069165 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (bb8492d3-b822-42aa-87a7-42a7646cfe23), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.089713 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8492d3-b822-42aa-87a7-42a7646cfe23,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:51.095755 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.099450 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-1f374203-f0d2-4423-9080-41f0558120f0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260605 Mar 27 15:31:51.099787 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49390) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:31:51.104348 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'security_group_rule': {'security_group_id': '4edf7dfa-9073-4425-8463-1c50c189b4e9', 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:51.127053 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Project fedfe3fe0a72411db3130e99ab92ba7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:31:51.132241 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (6b724cb2-cba7-4e47-a068-ca9c0af50888), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.155203 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0140fc2-38d9-454c-906d-1f4a92ded821 None None] New status for floating IP cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:31:51.193889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (6b724cb2-cba7-4e47-a068-ca9c0af50888), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.198590 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (6b724cb2-cba7-4e47-a068-ca9c0af50888), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.216872 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b724cb2-cba7-4e47-a068-ca9c0af50888,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:51.224490 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.228333 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9e1f285d-ca48-47e9-a3d3-72c24ace7a6d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248574 Mar 27 15:31:51.322237 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-5c760a8d-c72f-4ae9-b6ec-8a6208082bee tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644501809&fields=id&tenant_id=fedfe3fe0a72411db3130e99ab92ba7a HTTP/1.1" status: 200 len: 267 time: 0.0508296 Mar 27 15:31:51.379892 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-a72d3175-6b75-46dc-8b6d-7729b8e3f387 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:51.381442 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-a72d3175-6b75-46dc-8b6d-7729b8e3f387 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0537741 Mar 27 15:31:51.392511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'port': {'security_groups': ['0030039e-9a18-414a-bcd4-cbc39e0fc1d5', '4edf7dfa-9073-4425-8463-1c50c189b4e9']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:31:51.464994 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9813570e-ba93-4605-8360-45540bf73553), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.656340 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:31:51.687186 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for port (9813570e-ba93-4605-8360-45540bf73553), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.692497 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (9813570e-ba93-4605-8360-45540bf73553), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.705061 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9813570e-ba93-4605-8360-45540bf73553'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:31:51.736216 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:51.736847 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:51.740988 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-82a042f3-ec35-41d6-ac7a-d46368ac8534 req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "PUT /v2.0/ports/9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 982 time: 0.3506975 Mar 27 15:31:51.776446 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18dec1-aab5-4dff-a636-f8539f8f1210 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=6']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:31:51.853585 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542943b7-8510-46d2-a746-bcf841a08942 req-05256aa7-3639-4a0a-8fdb-c4edf52d2889 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:51.855857 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-542943b7-8510-46d2-a746-bcf841a08942 req-05256aa7-3639-4a0a-8fdb-c4edf52d2889 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0577843 Mar 27 15:31:51.856547 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9813570e-ba93-4605-8360-45540bf73553'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:31:51.926422 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-542943b7-8510-46d2-a746-bcf841a08942 req-d7c14cf6-fdc9-4c37-8195-72b91c9554a7 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641570 Mar 27 15:31:52.076249 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ee32e944-ddd7-48ba-a6bc-f2de6132b274 None None] Provisioning complete for port 9813570e-ba93-4605-8360-45540bf73553 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:31:52.076531 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee32e944-ddd7-48ba-a6bc-f2de6132b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9813570e-ba93-4605-8360-45540bf73553), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:31:52.125865 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:31:52.128190 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0753e9a-6da3-4488-bf8f-20e76180b766" -d '{"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:31:52.164220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b03f37-f80b-4b3f-9f17-ef1dc7f5836e x-openstack-request-id: req-d3b03f37-f80b-4b3f-9f17-ef1dc7f5836e {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:31:52.164516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:31:52.164772 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3b03f37-f80b-4b3f-9f17-ef1dc7f5836e {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:31:52.165179 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b03f37-f80b-4b3f-9f17-ef1dc7f5836e'] response: {'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'status': 'completed', 'code': 200} Mar 27 15:31:52.233594 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-4ddfd92e-9e69-4f5b-aeae-cab9799bbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.235981 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-4ddfd92e-9e69-4f5b-aeae-cab9799bbfd8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1169 time: 0.0450432 Mar 27 15:31:52.268033 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ee32e944-ddd7-48ba-a6bc-f2de6132b274 None None] Current status of the port 9813570e-ba93-4605-8360-45540bf73553 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:31:52.338488 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-d9eeddd9-f2cd-428d-b1d7-e89b44a079c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.340015 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-d9eeddd9-f2cd-428d-b1d7-e89b44a079c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 915 time: 0.0904281 Mar 27 15:31:52.416182 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-7b29aa4f-46a7-41e9-970a-42b159890d1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 1001 time: 0.0640883 Mar 27 15:31:52.471414 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-ddbe1762-0433-4cb9-97c4-036976b4657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.472788 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-ddbe1762-0433-4cb9-97c4-036976b4657a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0440252 Mar 27 15:31:52.522589 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-a3a31493-e06c-4fe5-80fe-62393baf05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:52.524141 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-a3a31493-e06c-4fe5-80fe-62393baf05f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453112 Mar 27 15:31:52.624491 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-9d0abef5-ae7a-478d-9226-5fe9db19bd4c service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829871 Mar 27 15:31:52.729749 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0753e9a-6da3-4488-bf8f-20e76180b766 req-c87da91a-6285-47ee-9185-6f444126e5f5 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961294 Mar 27 15:31:57.107009 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562951-b609-4bfe-9afe-cdad2e50feb7 req-d31e04f6-e264-45c9-ac07-06478d86eddd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:57.108491 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f562951-b609-4bfe-9afe-cdad2e50feb7 req-d31e04f6-e264-45c9-ac07-06478d86eddd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0570009 Mar 27 15:31:57.155314 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f562951-b609-4bfe-9afe-cdad2e50feb7 req-68ba43c5-552b-4247-bb3b-eed85a635371 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Mar 27 15:31:58.283515 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad80c1-8818-4b46-8e80-a56a8c4fbcca req-f8bfeb28-168c-4bb8-a082-1babce065f54 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:58.284990 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-62ad80c1-8818-4b46-8e80-a56a8c4fbcca req-f8bfeb28-168c-4bb8-a082-1babce065f54 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0547009 Mar 27 15:31:58.335606 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-62ad80c1-8818-4b46-8e80-a56a8c4fbcca req-7ee458ee-fe12-4d08-b192-a13181254feb tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Mar 27 15:31:59.454566 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a011b-d9b4-418f-bd30-f431265fb331 req-714f3b5a-fa81-4445-8295-812b7ec7444f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:31:59.455951 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-607a011b-d9b4-418f-bd30-f431265fb331 req-714f3b5a-fa81-4445-8295-812b7ec7444f tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Mar 27 15:31:59.502339 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-607a011b-d9b4-418f-bd30-f431265fb331 req-ab5f202b-6de2-47d0-b2df-8235c1e2911b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Mar 27 15:32:00.623657 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a176e9-1fda-4383-8396-6e091a1317eb req-a88e9e23-2101-44d0-9b65-a6bca3fe76ec tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:00.625235 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a1a176e9-1fda-4383-8396-6e091a1317eb req-a88e9e23-2101-44d0-9b65-a6bca3fe76ec tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0526967 Mar 27 15:32:00.655297 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-698c09be-a9ca-4322-829b-5e7d7313befa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:00.673759 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a1a176e9-1fda-4383-8396-6e091a1317eb req-71aed8d8-0d93-4b5a-b5a7-18ce160c8ca0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Mar 27 15:32:01.919710 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275acfd6-071f-4519-84dd-1b12c14dd0b7 req-1f648d67-653c-4967-8989-ddd4dbe57f58 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:01.921206 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-275acfd6-071f-4519-84dd-1b12c14dd0b7 req-1f648d67-653c-4967-8989-ddd4dbe57f58 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.1782825 Mar 27 15:32:01.970128 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-275acfd6-071f-4519-84dd-1b12c14dd0b7 req-7ba07967-27c7-43ed-bb11-33d895c5c9a6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 Mar 27 15:32:03.010431 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-57911494-9810-40df-9c3c-cc7af99e0a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:03.142336 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d02c-9788-490c-ae12-9a34322e1212 req-a9c8baf8-2dac-4e0b-957f-c812cc015536 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:03.143852 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ec78d02c-9788-490c-ae12-9a34322e1212 req-a9c8baf8-2dac-4e0b-957f-c812cc015536 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.1011214 Mar 27 15:32:03.189948 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ec78d02c-9788-490c-ae12-9a34322e1212 req-ff2a306e-ecc9-4895-8a9e-cbd6b859528c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Mar 27 15:32:04.050237 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:04.312257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3861bc9-41d9-4f48-bf17-d04c9929fbbb req-367c4262-87da-4f47-8470-544f81f21d37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:04.314284 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b3861bc9-41d9-4f48-bf17-d04c9929fbbb req-367c4262-87da-4f47-8470-544f81f21d37 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0524898 Mar 27 15:32:04.359331 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b3861bc9-41d9-4f48-bf17-d04c9929fbbb req-55758ab2-aca9-4345-9d9f-55571483fe44 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Mar 27 15:32:05.373505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:05.484172 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2fe29-f487-4656-9608-e8d3377a8fb3 req-4dc4d295-3529-4a63-abb4-4c4465db3190 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:05.486165 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c0a2fe29-f487-4656-9608-e8d3377a8fb3 req-4dc4d295-3529-4a63-abb4-4c4465db3190 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0564742 Mar 27 15:32:05.532598 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c0a2fe29-f487-4656-9608-e8d3377a8fb3 req-fa2bdb80-af0d-457f-9b02-360929d716c8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Mar 27 15:32:06.683222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c001e-2cd0-4bcc-89b4-831f4d2ee86b req-bae227b0-4b51-4d1e-8913-7016dc9a693b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:06.684676 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-441c001e-2cd0-4bcc-89b4-831f4d2ee86b req-bae227b0-4b51-4d1e-8913-7016dc9a693b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0803709 Mar 27 15:32:06.711836 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-13c576f6-2b12-4626-98fe-27be1f501373 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756440 Mar 27 15:32:06.746598 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-441c001e-2cd0-4bcc-89b4-831f4d2ee86b req-7353af75-e74c-4c3e-bc9e-2af8ca504234 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543857 Mar 27 15:32:06.779942 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-9a1a187e-d37e-46ee-9926-43d157be3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:06.781497 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-9a1a187e-d37e-46ee-9926-43d157be3e60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.0476706 Mar 27 15:32:06.886135 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-e0311ec1-1161-489f-ab15-4ab195f64e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:06.887769 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-e0311ec1-1161-489f-ab15-4ab195f64e3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 200 len: 918 time: 0.0876148 Mar 27 15:32:06.928945 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-ce98631b-b79f-4eeb-a421-e4b95be340d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 200 len: 217 time: 0.0339558 Mar 27 15:32:06.931087 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:06.975757 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-a7dd32fb-50b5-491e-bee9-0deda7293d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:06.977169 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-a7dd32fb-50b5-491e-bee9-0deda7293d3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 200 len: 857 time: 0.0427730 Mar 27 15:32:07.025116 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-3585b97c-7c5a-440f-9284-a9b17a204653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:07.026556 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-3585b97c-7c5a-440f-9284-a9b17a204653 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02735e7d-815f-4e60-89da-c6933ab495b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434797 Mar 27 15:32:07.120530 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-1512dd8c-023e-4cc5-a0a5-3073dae7e21d service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876961 Mar 27 15:32:07.208776 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f106799d-4e5f-4c85-9e81-d713d9dc06c6 req-24d1a45d-65e3-4882-a5c9-2f176205430e service neutron] 10.222.0.25 "GET /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818093 Mar 27 15:32:07.867431 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da44c8a-98f0-4037-86d3-c87add58da78 req-a79f28df-dbc3-4d21-9c5b-e03699d841c3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:07.868897 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5da44c8a-98f0-4037-86d3-c87add58da78 req-a79f28df-dbc3-4d21-9c5b-e03699d841c3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Mar 27 15:32:07.914423 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5da44c8a-98f0-4037-86d3-c87add58da78 req-303f801e-a6bc-4b25-bb57-b92dd196a10e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 Mar 27 15:32:09.093648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e94c1d-21c0-4d9b-ac08-4230ee75c6ed req-234f2084-bd20-418e-8c1b-ca881a5082dc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:09.095851 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-45e94c1d-21c0-4d9b-ac08-4230ee75c6ed req-234f2084-bd20-418e-8c1b-ca881a5082dc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0562928 Mar 27 15:32:09.143251 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-45e94c1d-21c0-4d9b-ac08-4230ee75c6ed req-03b07fe1-2c1b-4e32-84e1-f245529150b9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Mar 27 15:32:09.460892 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:10.269427 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3c2ba-c455-4bed-94a7-7726acf4abab req-28f1d3c5-14fc-4713-993a-81d6863c6c8d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:10.270831 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edd3c2ba-c455-4bed-94a7-7726acf4abab req-28f1d3c5-14fc-4713-993a-81d6863c6c8d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0567269 Mar 27 15:32:10.316349 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-edd3c2ba-c455-4bed-94a7-7726acf4abab req-877fa534-25df-4bf0-bb23-a7ced3a9c9ca tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Mar 27 15:32:11.442805 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4db4-919e-4e2a-b67a-3a760b8735e8 req-c59b129f-0db9-469a-bbdd-ee0f01081093 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:11.444323 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1fbe4db4-919e-4e2a-b67a-3a760b8735e8 req-c59b129f-0db9-469a-bbdd-ee0f01081093 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0570867 Mar 27 15:32:11.490723 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1fbe4db4-919e-4e2a-b67a-3a760b8735e8 req-2fd13b4e-19c2-4958-b580-b2823aaaa943 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Mar 27 15:32:12.616888 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60b3f6-8eeb-4668-a279-bc4287481ce5 req-23af471f-6f71-46ff-a25f-caa35412832c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:12.618332 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4c60b3f6-8eeb-4668-a279-bc4287481ce5 req-23af471f-6f71-46ff-a25f-caa35412832c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0523517 Mar 27 15:32:12.664989 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4c60b3f6-8eeb-4668-a279-bc4287481ce5 req-84760630-d02a-4402-8ace-4cb42f681dde tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Mar 27 15:32:13.598742 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45c766-5e65-40f1-9fc8-67ae28174489 req-aa15a4ad-c9e8-4872-b5ac-04ebc7d50fd9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:13.600248 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9a45c766-5e65-40f1-9fc8-67ae28174489 req-aa15a4ad-c9e8-4872-b5ac-04ebc7d50fd9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0546279 Mar 27 15:32:13.645558 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9a45c766-5e65-40f1-9fc8-67ae28174489 req-bb6ef4d8-3fa1-45d8-83c3-9efdd832e495 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397704 Mar 27 15:32:13.786415 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08d04e-08bb-4fef-878a-d4d852d70270 req-47ceeb68-a1a2-4dd5-b5fc-e6f8a1d98595 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:13.787820 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cd08d04e-08bb-4fef-878a-d4d852d70270 req-47ceeb68-a1a2-4dd5-b5fc-e6f8a1d98595 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0521426 Mar 27 15:32:13.836656 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cd08d04e-08bb-4fef-878a-d4d852d70270 req-38a35bb2-f3c2-48e8-a7ab-5e825ce13b54 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Mar 27 15:32:14.762591 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf37347-cdbc-4889-9f79-a0311d534532 req-20bbf4c6-d75a-4534-a6fe-f075be900d97 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:14.764050 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dcf37347-cdbc-4889-9f79-a0311d534532 req-20bbf4c6-d75a-4534-a6fe-f075be900d97 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0506623 Mar 27 15:32:14.810178 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dcf37347-cdbc-4889-9f79-a0311d534532 req-532a2e3e-f011-43f7-999d-641b48ca3a2b tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 Mar 27 15:32:14.958311 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd792-98eb-498e-92df-99e9bc98a559 req-ab5f3bf4-d71c-4a38-8eb2-c20646800cf6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:14.959703 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-470dd792-98eb-498e-92df-99e9bc98a559 req-ab5f3bf4-d71c-4a38-8eb2-c20646800cf6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Mar 27 15:32:15.005322 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-470dd792-98eb-498e-92df-99e9bc98a559 req-1fe12f28-0b0e-4daa-91bd-b27367374852 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Mar 27 15:32:15.927709 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce339f57-b314-459b-8d3d-f0e5f99d1b67 req-90e96eb2-27b3-45b6-8e13-92983adf0474 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:15.929136 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ce339f57-b314-459b-8d3d-f0e5f99d1b67 req-90e96eb2-27b3-45b6-8e13-92983adf0474 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0506210 Mar 27 15:32:15.977931 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ce339f57-b314-459b-8d3d-f0e5f99d1b67 req-451c9303-d1d1-4276-a4aa-4cde771bc254 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Mar 27 15:32:16.123704 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e8228-f37c-4df5-ab86-22e4d7465b75 req-07f825c5-9192-472e-9d91-cfef8498030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:16.125185 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e53e8228-f37c-4df5-ab86-22e4d7465b75 req-07f825c5-9192-472e-9d91-cfef8498030c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0511682 Mar 27 15:32:16.170695 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e53e8228-f37c-4df5-ab86-22e4d7465b75 req-1e4fd62a-0b08-4445-9068-8c5b459bf905 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 Mar 27 15:32:17.096025 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d7ac-0425-4cc2-b85e-14bbe6fa3644 req-af5f1348-0bb3-4146-9094-d62f209db9ad tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:17.097629 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff62d7ac-0425-4cc2-b85e-14bbe6fa3644 req-af5f1348-0bb3-4146-9094-d62f209db9ad tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0520928 Mar 27 15:32:17.149996 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff62d7ac-0425-4cc2-b85e-14bbe6fa3644 req-02438ae0-4d39-45f4-8d90-e4ef7e369add tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbda19a6-b343-41e9-a98d-ffcadf7733ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Mar 27 15:32:17.292549 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-6585dac4-5119-42b4-b36c-39cf9efaaff6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:17.293962 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-6585dac4-5119-42b4-b36c-39cf9efaaff6 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 946 time: 0.0543301 Mar 27 15:32:17.297456 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e977b4-cc65-4fa8-939c-68f4fed133eb req-f8678381-818e-4ef6-8995-0f9234954d93 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:17.298913 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-65e977b4-cc65-4fa8-939c-68f4fed133eb req-f8678381-818e-4ef6-8995-0f9234954d93 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0562885 Mar 27 15:32:17.344842 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-65e977b4-cc65-4fa8-939c-68f4fed133eb req-18780267-c543-42b3-8dbc-5304a4cf155d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Mar 27 15:32:17.390498 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Deleting port 903a405f-d8af-43db-9557-0a64332d419f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:17.390836 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (903a405f-d8af-43db-9557-0a64332d419f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:17.479073 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] For port 903a405f-d8af-43db-9557-0a64332d419f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=903a405f-d8af-43db-9557-0a64332d419f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:17.479437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (903a405f-d8af-43db-9557-0a64332d419f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:17.762516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa55ee3-7834-4514-a2f2-a72274ceb80a req-1c4fe079-4a33-4bc7-aae0-0eff4247bd7e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:17.764064 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ffa55ee3-7834-4514-a2f2-a72274ceb80a req-1c4fe079-4a33-4bc7-aae0-0eff4247bd7e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0907385 Mar 27 15:32:17.767353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-83485fba-abcd-4247-9379-be203fda4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:17.768887 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-83485fba-abcd-4247-9379-be203fda4307 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1169 time: 0.0823829 Mar 27 15:32:17.894348 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ffa55ee3-7834-4514-a2f2-a72274ceb80a req-bd45a40e-a308-44be-a220-2f3ee5dfc82e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228476 Mar 27 15:32:17.910454 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-b9017e7b-5ab3-4c0c-b34f-916c8dd1f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:17.911963 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-b9017e7b-5ab3-4c0c-b34f-916c8dd1f469 service neutron] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 915 time: 0.1347315 Mar 27 15:32:17.929657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:17.930021 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:17.930335 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Floating IP 5dafad58-a37f-4d37-bdd9-098f5587b8fa disassociated. External IP: 172.27.1.161, port: 903a405f-d8af-43db-9557-0a64332d419f. Mar 27 15:32:17.930679 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Calling delete_port for 903a405f-d8af-43db-9557-0a64332d419f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:17.981856 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-c9ae175c-dc3a-43f5-9639-e65ffe9d5e31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 1001 time: 0.0622473 Mar 27 15:32:18.029230 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-a360b0ab-32eb-4d2c-9cf5-87b3fa5328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:18.030766 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-a360b0ab-32eb-4d2c-9cf5-87b3fa5328e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0429022 Mar 27 15:32:18.063638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (903a405f-d8af-43db-9557-0a64332d419f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:18.092555 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event deleted for resources: {'Port': ['ID=903a405f-d8af-43db-9557-0a64332d419f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:18.129307 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-45d6b97c-37a3-4341-8a53-9043ff44e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:18.130829 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-45d6b97c-37a3-4341-8a53-9043ff44e2cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923269 Mar 27 15:32:18.209549 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:18.228938 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-c611cd89-95de-42b9-ae7e-766988d6411b service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907161 Mar 27 15:32:18.258420 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:32:18.300988 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c9138511-3de8-4c62-aa78-a4025280032d req-85984c85-3588-4b38-ae9e-eda220e06390 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c382cc-3961-400c-88e7-cf91e5fe2421 HTTP/1.1" status: 200 len: 210 time: 0.0804694 Mar 27 15:32:18.323109 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0b687a12-9f4f-4634-8369-6e5d99231ec8 req-826aa976-f34a-401f-a492-58f038599976 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Mar 27 15:32:18.343846 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:18.393544 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] No DVR routers for this DVR port 903a405f-d8af-43db-9557-0a64332d419f on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:32:18.396308 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:18.400292 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a627450e-0e3c-48e4-a5d4-ed56f6c236f3 req-338b98f9-8607-4997-a102-36999e274a02 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "DELETE /v2.0/ports/903a405f-d8af-43db-9557-0a64332d419f HTTP/1.1" status: 204 len: 173 time: 1.0998144 Mar 27 15:32:18.400815 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'name': 'network-vif-deleted', 'tag': '903a405f-d8af-43db-9557-0a64332d419f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:18.407334 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d5e449-1de1-4a5a-91b5-8e2c96e44f30" -d '{"events": [{"server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "name": "network-vif-deleted", "tag": "903a405f-d8af-43db-9557-0a64332d419f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:18.460005 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44791ee4-9d7c-4d8d-a113-2313c9718ee1 x-openstack-request-id: req-44791ee4-9d7c-4d8d-a113-2313c9718ee1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:18.460316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c382cc-3961-400c-88e7-cf91e5fe2421", "name": "network-vif-deleted", "tag": "903a405f-d8af-43db-9557-0a64332d419f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:18.460583 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44791ee4-9d7c-4d8d-a113-2313c9718ee1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:18.461001 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44791ee4-9d7c-4d8d-a113-2313c9718ee1'] response: {'server_uuid': '52c382cc-3961-400c-88e7-cf91e5fe2421', 'name': 'network-vif-deleted', 'tag': '903a405f-d8af-43db-9557-0a64332d419f', 'status': 'completed', 'code': 200} Mar 27 15:32:18.474684 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] Sync routers for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:18.493825 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20d7c6-2fbd-4845-9739-9594f7690fb9 req-a8536295-05be-4309-ad6c-fa55f169d178 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:18.496526 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bc20d7c6-2fbd-4845-9739-9594f7690fb9 req-a8536295-05be-4309-ad6c-fa55f169d178 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0727715 Mar 27 15:32:18.521607 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:18.522539 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:18.567229 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bc20d7c6-2fbd-4845-9739-9594f7690fb9 req-5412ec71-8bff-44a0-8594-bf61c679edf4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642440 Mar 27 15:32:18.631339 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:18.651992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'mac_address': 'fa:16:3e:fa:69:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:32:18.713171 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: ACTIVE; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:18.713504 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:18.716258 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:18.756254 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1233e706-a77e-464f-9799-e43c63b0bdf0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:18.829133 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:18.848243 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:18.954467 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:18.991669 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['1233e706-a77e-464f-9799-e43c63b0bdf0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:19.020531 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff2a17-685c-4444-99bd-e438f84b1231 req-c42f0e4a-8558-47e7-94cf-f6a7fb8ad90c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:19.022072 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85ff2a17-685c-4444-99bd-e438f84b1231 req-c42f0e4a-8558-47e7-94cf-f6a7fb8ad90c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0562162 Mar 27 15:32:19.086952 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85ff2a17-685c-4444-99bd-e438f84b1231 req-b93bf2ca-8b68-44e4-adb3-1a73021c92f9 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576620 Mar 27 15:32:19.090390 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:19.133311 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] Checking router: 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:19.154149 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:19.154745 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:19.289567 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:19.395134 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49528) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:19.450629 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac81c81-27e0-4a8e-8c29-b7d67f470406 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group (cbda19a6-b343-41e9-a98d-ffcadf7733ed), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.476397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac81c81-27e0-4a8e-8c29-b7d67f470406 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group (cbda19a6-b343-41e9-a98d-ffcadf7733ed), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.495622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:19.525269 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52620211-de2b-4148-ba6a-4a5d19b2bc6b None None] The sync data for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi is: [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:08Z', 'revision_number': 4, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b2deeda0-9554-4823-872d-835313fa4d6f', 'name': '', 'network_id': '02735e7d-815f-4e60-89da-c6933ab495b8', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'mac_address': 'fa:16:3e:bf:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:07Z', 'updated_at': '2022-03-27T15:27:19Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'subnets': [{'id': '7960cb80-d410-42b0-9f11-837bd4a38a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:19.529652 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac81c81-27e0-4a8e-8c29-b7d67f470406 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (cbda19a6-b343-41e9-a98d-ffcadf7733ed), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.531947 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac81c81-27e0-4a8e-8c29-b7d67f470406 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.535900 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5ac81c81-27e0-4a8e-8c29-b7d67f470406 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "DELETE /v2.0/security-groups/cbda19a6-b343-41e9-a98d-ffcadf7733ed HTTP/1.1" status: 204 len: 168 time: 0.1369128 Mar 27 15:32:19.536143 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49536) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:19.542970 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac81c81-27e0-4a8e-8c29-b7d67f470406 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda19a6-b343-41e9-a98d-ffcadf7733ed,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:19.565086 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.api.v2.resource [None req-0939339e-7524-4360-84ba-024d781eba74 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] show failed (client error): The resource could not be found. Mar 27 15:32:19.574724 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0939339e-7524-4360-84ba-024d781eba74 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups/cbda19a6-b343-41e9-a98d-ffcadf7733ed HTTP/1.1" status: 404 len: 347 time: 0.0374522 Mar 27 15:32:19.577418 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49540) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:19.744235 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649f42-12d9-4c99-a45d-5fca210ee6ea req-584fe358-594a-4e33-96cd-35781f1e1620 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:19.746335 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-21649f42-12d9-4c99-a45d-5fca210ee6ea req-584fe358-594a-4e33-96cd-35781f1e1620 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 944 time: 0.0939906 Mar 27 15:32:19.750059 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Deleting port f46a6fa8-99a4-43c4-adb7-c6f1db523a4f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:19.750539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.805622 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-21649f42-12d9-4c99-a45d-5fca210ee6ea req-32314a18-f2c7-42d9-91f0-24330374595b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501790 Mar 27 15:32:19.858304 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2528fcb-c847-42ce-86bd-811ca70d00b2 None None] New status for floating IP 5dafad58-a37f-4d37-bdd9-098f5587b8fa: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:32:19.879119 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.879451 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:19.891896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Calling delete_port for f46a6fa8-99a4-43c4-adb7-c6f1db523a4f owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:20.134505 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (f46a6fa8-99a4-43c4-adb7-c6f1db523a4f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.165669 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event deleted for resources: {'Port': ['ID=f46a6fa8-99a4-43c4-adb7-c6f1db523a4f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:20.256924 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:20.264858 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks [] for floatingip (5dafad58-a37f-4d37-bdd9-098f5587b8fa), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.267822 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.271870 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e4d0badf-d549-4ba2-9456-8f2b5bea1ccd tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "DELETE /v2.0/floatingips/5dafad58-a37f-4d37-bdd9-098f5587b8fa HTTP/1.1" status: 204 len: 168 time: 0.6932514 Mar 27 15:32:20.285476 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53111-f925-447a-96bd-3b5168030a72 req-b5447135-5c4b-4187-9fe0-c640f82f0bc0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:20.288421 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-40e53111-f925-447a-96bd-3b5168030a72 req-b5447135-5c4b-4187-9fe0-c640f82f0bc0 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0918686 Mar 27 15:32:20.311720 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 1233e706-a77e-464f-9799-e43c63b0bdf0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:20.312260 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.371051 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-40e53111-f925-447a-96bd-3b5168030a72 req-cf113aef-908c-4016-bf63-0e9c674db47d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656531 Mar 27 15:32:20.436959 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:20.437722 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.484823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:20.485972 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:20.489118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ccb0b2-817d-4c02-9522-6f641af728c4" -d '{"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-plugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:20.492944 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:20.493889 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 903a405f-d8af-43db-9557-0a64332d419f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:20.521214 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 903a405f-d8af-43db-9557-0a64332d419f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:20.521796 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 903a405f-d8af-43db-9557-0a64332d419f not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:20.590207 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b81b597-e2a9-4f02-b12a-39c931bf7959 x-openstack-request-id: req-4b81b597-e2a9-4f02-b12a-39c931bf7959 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:20.590803 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-plugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:20.591238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b81b597-e2a9-4f02-b12a-39c931bf7959 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:20.591792 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b81b597-e2a9-4f02-b12a-39c931bf7959'] response: {'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'code': 200} Mar 27 15:32:20.614522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:20.958582 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38f55d-5022-4e44-80c9-e5735a69089d req-33248bef-b8aa-4140-b561-53c28cbcd810 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:20.960802 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ba38f55d-5022-4e44-80c9-e5735a69089d req-33248bef-b8aa-4140-b561-53c28cbcd810 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0641735 Mar 27 15:32:21.047926 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ba38f55d-5022-4e44-80c9-e5735a69089d req-0e261cb4-c47f-42f0-8ae2-1dc21e6aea11 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792382 Mar 27 15:32:21.493479 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfda31-c1c3-4100-8857-f20685762a77 req-ffe3e2be-bc10-417c-991c-302833018278 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:21.495931 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-badfda31-c1c3-4100-8857-f20685762a77 req-ffe3e2be-bc10-417c-991c-302833018278 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0697322 Mar 27 15:32:21.576536 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-badfda31-c1c3-4100-8857-f20685762a77 req-2db57064-8d81-4252-a82d-01037de1ed60 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714984 Mar 27 15:32:22.197548 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47127d-fb3e-4eed-bdc7-2f15eb739688 req-f0b96e8b-8368-411d-ad99-cb51c434b1f7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:22.199117 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6e47127d-fb3e-4eed-bdc7-2f15eb739688 req-f0b96e8b-8368-411d-ad99-cb51c434b1f7 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0687153 Mar 27 15:32:22.257117 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6e47127d-fb3e-4eed-bdc7-2f15eb739688 req-96803704-3b93-4c5c-93a6-c8554c4d8abb tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525060 Mar 27 15:32:22.723911 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353428e-f0b0-4053-a3a0-b9bf75efd414 req-506a9063-2fc6-440e-b0dd-fe5c33c0f397 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:22.725538 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e353428e-f0b0-4053-a3a0-b9bf75efd414 req-506a9063-2fc6-440e-b0dd-fe5c33c0f397 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0736952 Mar 27 15:32:22.799335 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e353428e-f0b0-4053-a3a0-b9bf75efd414 req-00ffeb79-84d1-4556-880e-ac6a7cf91d2e tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645688 Mar 27 15:32:22.911425 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537fb8a-c03c-49bc-a71d-c81f0b7b2ce6 req-be05715e-05e9-4e18-89f3-78582cc4edf4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:22.913836 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7537fb8a-c03c-49bc-a71d-c81f0b7b2ce6 req-be05715e-05e9-4e18-89f3-78582cc4edf4 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0619979 Mar 27 15:32:22.966488 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7537fb8a-c03c-49bc-a71d-c81f0b7b2ce6 req-e2a60f98-92a6-4762-95d2-3926be9038eb tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Mar 27 15:32:23.401596 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896727d-2a8a-4d60-9e49-1d56c789ef05 req-044e1375-0ccf-4b50-8dee-9226c1869823 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:23.403459 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a896727d-2a8a-4d60-9e49-1d56c789ef05 req-044e1375-0ccf-4b50-8dee-9226c1869823 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0606556 Mar 27 15:32:23.462589 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a896727d-2a8a-4d60-9e49-1d56c789ef05 req-9995e6fa-5ceb-46ff-ba2c-3f7163059573 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521157 Mar 27 15:32:23.937653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9eb8-9392-4055-be44-cd1e2e31a55a req-a5a8c1a8-4447-4bf9-8201-1a85b3fa73c5 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:23.939161 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-336f9eb8-9392-4055-be44-cd1e2e31a55a req-a5a8c1a8-4447-4bf9-8201-1a85b3fa73c5 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0574756 Mar 27 15:32:24.027769 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-336f9eb8-9392-4055-be44-cd1e2e31a55a req-7e74bde5-db4d-4f24-a9b3-76b4cea70c99 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815508 Mar 27 15:32:24.116819 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b5f3e-a08a-4274-9fff-dcbf9d92c82b req-d814acd3-cb7d-4f53-aa0b-abc16bcad6a7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.118281 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cb9b5f3e-a08a-4274-9fff-dcbf9d92c82b req-d814acd3-cb7d-4f53-aa0b-abc16bcad6a7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0621517 Mar 27 15:32:24.170801 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cb9b5f3e-a08a-4274-9fff-dcbf9d92c82b req-4e9da6fe-3211-4a39-b7ca-a65226b5afa5 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Mar 27 15:32:24.596423 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c804351-82f4-41ab-a015-441c033b4213 req-e1270639-2e9a-4ba2-8ddc-9c7f2834729b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:24.598091 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c804351-82f4-41ab-a015-441c033b4213 req-e1270639-2e9a-4ba2-8ddc-9c7f2834729b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0615962 Mar 27 15:32:24.654495 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c804351-82f4-41ab-a015-441c033b4213 req-730e0227-0a18-488e-b99b-0d491c47a679 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505810 Mar 27 15:32:25.219454 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea3b98-1f19-4309-bdea-fc6fed6c8345 req-44eb0f66-d73b-44c1-9648-3bb2b87d6aeb tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:25.219454 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-10ea3b98-1f19-4309-bdea-fc6fed6c8345 req-44eb0f66-d73b-44c1-9648-3bb2b87d6aeb tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0940759 Mar 27 15:32:25.219454 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-65016ac2-c284-4d3d-99e3-fac42fa8e8af tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:25.219454 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-65016ac2-c284-4d3d-99e3-fac42fa8e8af tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0795093 Mar 27 15:32:25.312432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2310ce-8965-441d-b8e1-9d2ba9727f7f req-55a4adc8-7eae-4bae-bbc5-c874586cea8e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:25.313875 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6d2310ce-8965-441d-b8e1-9d2ba9727f7f req-55a4adc8-7eae-4bae-bbc5-c874586cea8e tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=519ccccc-b01e-4862-9dff-b1891334b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0660226 Mar 27 15:32:25.333925 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-10ea3b98-1f19-4309-bdea-fc6fed6c8345 req-247a4705-e7d2-44e5-9160-15d9c10cc747 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238604 Mar 27 15:32:25.373145 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Deleting port 20c81b98-8354-46a1-89f4-1cd93d4509e7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:25.373689 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:25.378811 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6d2310ce-8965-441d-b8e1-9d2ba9727f7f req-50ffabd2-6ed6-461a-a1a0-45c4ae4cbb2d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515993 Mar 27 15:32:25.478986 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] For port 20c81b98-8354-46a1-89f4-1cd93d4509e7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=20c81b98-8354-46a1-89f4-1cd93d4509e7,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:25.480477 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:25.500005 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Calling delete_port for 20c81b98-8354-46a1-89f4-1cd93d4509e7 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:25.647956 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (20c81b98-8354-46a1-89f4-1cd93d4509e7), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:25.661237 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['ad708fad-968d-49be-9210-e630cd774f3e', '20c81b98-8354-46a1-89f4-1cd93d4509e7'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:25.698707 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event deleted for resources: {'Port': ['ID=20c81b98-8354-46a1-89f4-1cd93d4509e7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:25.777156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] No DVR routers for this DVR port 20c81b98-8354-46a1-89f4-1cd93d4509e7 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:32:25.780423 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.780790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.781135 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.781618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.781970 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.782309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.782812 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.783639 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.784137 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.784638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.784978 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.785874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.786215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.786551 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.786882 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:25.790256 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:25.793962 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7b3783f1-7b26-4ceb-bcc7-1ad76086f56f req-6d31a50a-532f-4d31-a8c0-f24655afaeb7 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "DELETE /v2.0/ports/20c81b98-8354-46a1-89f4-1cd93d4509e7 HTTP/1.1" status: 204 len: 173 time: 0.5759561 Mar 27 15:32:25.794420 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'name': 'network-vif-deleted', 'tag': '20c81b98-8354-46a1-89f4-1cd93d4509e7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:25.797158 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb86bb-440d-4812-9a87-2b163e565672" -d '{"events": [{"server_uuid": "519ccccc-b01e-4862-9dff-b1891334b2d1", "name": "network-vif-deleted", "tag": "20c81b98-8354-46a1-89f4-1cd93d4509e7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:25.927304 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80fc4d-acc7-429e-abe3-b2c543da9fd3 req-ea46cf70-2e43-4d81-a59e-78ceba55f033 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:25.928971 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9e80fc4d-acc7-429e-abe3-b2c543da9fd3 req-ea46cf70-2e43-4d81-a59e-78ceba55f033 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.1154215 Mar 27 15:32:26.015193 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9e80fc4d-acc7-429e-abe3-b2c543da9fd3 req-5997b25e-347d-4e45-bf21-261e51a489f0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760267 Mar 27 15:32:26.017046 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee80bdc-1c23-4d3c-a062-acf9bd50136e x-openstack-request-id: req-aee80bdc-1c23-4d3c-a062-acf9bd50136e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:26.017449 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519ccccc-b01e-4862-9dff-b1891334b2d1", "name": "network-vif-deleted", "tag": "20c81b98-8354-46a1-89f4-1cd93d4509e7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:26.017776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aee80bdc-1c23-4d3c-a062-acf9bd50136e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:26.018285 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee80bdc-1c23-4d3c-a062-acf9bd50136e'] response: {'server_uuid': '519ccccc-b01e-4862-9dff-b1891334b2d1', 'name': 'network-vif-deleted', 'tag': '20c81b98-8354-46a1-89f4-1cd93d4509e7', 'status': 'completed', 'code': 200} Mar 27 15:32:26.115634 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:32:26.484596 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965b4ec-dc7b-439d-b36e-ef586c911d5d req-41762af0-e5b3-4280-8b0c-cbabe388beb3 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:26.493007 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d965b4ec-dc7b-439d-b36e-ef586c911d5d req-41762af0-e5b3-4280-8b0c-cbabe388beb3 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0721164 Mar 27 15:32:26.567615 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d965b4ec-dc7b-439d-b36e-ef586c911d5d req-a47eb8f9-3234-4fba-a850-e113454143ea tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733356 Mar 27 15:32:26.711212 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8254edc-8120-435f-b517-cafdaccf3f1a req-5a7d318e-ac14-42ba-a05a-5dec92460683 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:26.712828 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a8254edc-8120-435f-b517-cafdaccf3f1a req-5a7d318e-ac14-42ba-a05a-5dec92460683 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0568488 Mar 27 15:32:26.769384 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a8254edc-8120-435f-b517-cafdaccf3f1a req-0de014dc-85cf-4193-acb2-3be2e1546ee9 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Mar 27 15:32:27.149478 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7effc-b7d6-461f-bd4a-5f00793d4ebc req-1579ff79-8494-4ca0-bd0f-b9c2703ed731 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:27.150983 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-15e7effc-b7d6-461f-bd4a-5f00793d4ebc req-1579ff79-8494-4ca0-bd0f-b9c2703ed731 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0543971 Mar 27 15:32:27.202212 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-15e7effc-b7d6-461f-bd4a-5f00793d4ebc req-c9f8076c-54ca-4846-a392-927df7f19aff tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 Mar 27 15:32:27.715450 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d9e1-b255-4de8-85d2-5fc3c7a370c9 req-3b895ad9-9b61-4760-a514-014b3b2e4c7f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:27.718250 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84e8d9e1-b255-4de8-85d2-5fc3c7a370c9 req-3b895ad9-9b61-4760-a514-014b3b2e4c7f tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0678294 Mar 27 15:32:27.788720 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84e8d9e1-b255-4de8-85d2-5fc3c7a370c9 req-8289724c-d213-4684-a1ae-e7c05290a3e9 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642741 Mar 27 15:32:27.903662 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fdcd1-e048-4d5e-9cd9-8c00875da5c0 req-3e88dbb8-8b5b-4bb6-958a-e7dee56c293d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:27.905129 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0e2fdcd1-e048-4d5e-9cd9-8c00875da5c0 req-3e88dbb8-8b5b-4bb6-958a-e7dee56c293d tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0584631 Mar 27 15:32:27.956466 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0e2fdcd1-e048-4d5e-9cd9-8c00875da5c0 req-c644ecf0-72de-47d4-aa36-dd8d63984ade tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Mar 27 15:32:28.335881 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 20c81b98-8354-46a1-89f4-1cd93d4509e7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:28.337932 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cc7d5-1fcc-443c-ae2d-fc720a906fae req-3c373bae-7938-4d09-92f5-b26b6c058bc4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:28.339941 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c99cc7d5-1fcc-443c-ae2d-fc720a906fae req-3c373bae-7938-4d09-92f5-b26b6c058bc4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0626881 Mar 27 15:32:28.363794 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 20c81b98-8354-46a1-89f4-1cd93d4509e7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:28.364512 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 20c81b98-8354-46a1-89f4-1cd93d4509e7 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:28.393571 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c99cc7d5-1fcc-443c-ae2d-fc720a906fae req-cfc3418b-ffb4-4a3b-8f50-f227e8109b79 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Mar 27 15:32:28.915881 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5c72f-ee29-4b3c-a1c9-b7265ec9d57e req-ed565317-fc6c-4db5-8857-eaf20598eb32 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:28.917295 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20f5c72f-ee29-4b3c-a1c9-b7265ec9d57e req-ed565317-fc6c-4db5-8857-eaf20598eb32 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0528264 Mar 27 15:32:28.975619 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20f5c72f-ee29-4b3c-a1c9-b7265ec9d57e req-225c2e78-dd45-4400-8f54-ddd5aef49243 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527675 Mar 27 15:32:29.073821 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249ca1a-d5fb-4675-b77a-fb335fb67a12 req-fb69239d-e574-4bac-bd3c-ec335b5b41cc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.075303 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6249ca1a-d5fb-4675-b77a-fb335fb67a12 req-fb69239d-e574-4bac-bd3c-ec335b5b41cc tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0518365 Mar 27 15:32:29.125098 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6249ca1a-d5fb-4675-b77a-fb335fb67a12 req-5a37f85f-e982-45f7-8bbe-3fff1d937718 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Mar 27 15:32:29.539205 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-a96be533-d5ce-4202-90e1-533f42effcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.540603 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-a96be533-d5ce-4202-90e1-533f42effcf6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1129 time: 0.0802715 Mar 27 15:32:29.550428 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba1b2-2842-40f4-8bae-60df52262167 req-bbda93d9-0530-4e15-9f7b-cda050c8da4b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.551818 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0aba1b2-2842-40f4-8bae-60df52262167 req-bbda93d9-0530-4e15-9f7b-cda050c8da4b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0835407 Mar 27 15:32:29.651536 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f0aba1b2-2842-40f4-8bae-60df52262167 req-b0666b6b-e748-4034-bfdc-bf41fef8d2b8 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918152 Mar 27 15:32:29.669667 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-7ee31157-ac9d-441e-ac38-86d3b5d5284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.671154 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-7ee31157-ac9d-441e-ac38-86d3b5d5284d service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.1184673 Mar 27 15:32:29.737391 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-1bf3bab4-d88a-494c-b11e-e54c90304eee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 1000 time: 0.0590358 Mar 27 15:32:29.785846 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-a99ddfcf-dff6-4cf9-b15a-44ab99ecd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.787248 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-a99ddfcf-dff6-4cf9-b15a-44ab99ecd170 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0421836 Mar 27 15:32:29.839989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-7c96e9b2-6b97-48da-9790-c4802ca8b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:29.841494 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-7c96e9b2-6b97-48da-9790-c4802ca8b989 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478480 Mar 27 15:32:29.928284 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-419f693b-a065-4d73-8e28-6ce2effb284b service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795326 Mar 27 15:32:30.022313 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2bf8e803-db03-4be1-a978-e8b54a2a38be req-fa3d1e14-c0e7-43b5-bb7c-a576f2bc5e56 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867321 Mar 27 15:32:30.095345 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-77f2514c-5e55-4f19-827d-b58666952309 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:30.097305 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-77f2514c-5e55-4f19-827d-b58666952309 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0817418 Mar 27 15:32:30.118258 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a1029-0ba9-480e-a4f1-9680c3f52d36 req-a06d92c4-7dce-4b01-9b54-6cd6c6a3ad19 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:30.119680 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ce9a1029-0ba9-480e-a4f1-9680c3f52d36 req-a06d92c4-7dce-4b01-9b54-6cd6c6a3ad19 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0739815 Mar 27 15:32:30.228055 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ce9a1029-0ba9-480e-a4f1-9680c3f52d36 req-c68f9389-0da0-4c6b-90f8-d14d01861803 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&id=4edf7dfa-9073-4425-8463-1c50c189b4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922685 Mar 27 15:32:30.246998 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52332f-f40c-43ae-8d18-37a3d80a096b req-90ffdf50-e96b-43df-9c2a-9fa653c12f13 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:30.248117 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Deleting port ad708fad-968d-49be-9210-e630cd774f3e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:30.248459 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (ad708fad-968d-49be-9210-e630cd774f3e), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.248597 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8c52332f-f40c-43ae-8d18-37a3d80a096b req-90ffdf50-e96b-43df-9c2a-9fa653c12f13 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/ports?device_id=c862bc42-9370-48be-b114-fc2d32306f5d HTTP/1.1" status: 200 len: 946 time: 0.0552113 Mar 27 15:32:30.299355 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8c52332f-f40c-43ae-8d18-37a3d80a096b req-c2db35b9-2703-49d8-973b-a1c399379d20 tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.10 "GET /v2.0/security-groups?id=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Mar 27 15:32:30.339142 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] For port ad708fad-968d-49be-9210-e630cd774f3e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ad708fad-968d-49be-9210-e630cd774f3e,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:30.339508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (ad708fad-968d-49be-9210-e630cd774f3e), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.353137 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Calling delete_port for ad708fad-968d-49be-9210-e630cd774f3e owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:30.479111 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300de80-a52a-4b08-a8cf-2075fea19a73 req-7bba84fe-e801-449a-8107-3b39cac7b371 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:30.480717 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6300de80-a52a-4b08-a8cf-2075fea19a73 req-7bba84fe-e801-449a-8107-3b39cac7b371 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0562303 Mar 27 15:32:30.502766 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (ad708fad-968d-49be-9210-e630cd774f3e), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.533097 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Pushing event deleted for resources: {'Port': ['ID=ad708fad-968d-49be-9210-e630cd774f3e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:30.533721 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6300de80-a52a-4b08-a8cf-2075fea19a73 req-31da519b-c54c-4378-a183-83b207274a14 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474572 Mar 27 15:32:30.581228 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] No DVR routers for this DVR port ad708fad-968d-49be-9210-e630cd774f3e on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:32:30.583695 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.587012 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c0ddf503-3363-4f3a-9dab-bc30b2f5d6e8 req-ab064422-bf18-46c4-8551-8b9de6f125ac tempest-ServerRescueNegativeTestJSON-958222981 tempest-ServerRescueNegativeTestJSON-958222981-project] 10.222.0.25 "DELETE /v2.0/ports/ad708fad-968d-49be-9210-e630cd774f3e HTTP/1.1" status: 204 len: 173 time: 0.4835992 Mar 27 15:32:30.587450 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'name': 'network-vif-deleted', 'tag': 'ad708fad-968d-49be-9210-e630cd774f3e'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:30.589711 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c925a4-8e6c-45e2-8e12-accb63999567" -d '{"events": [{"server_uuid": "c862bc42-9370-48be-b114-fc2d32306f5d", "name": "network-vif-deleted", "tag": "ad708fad-968d-49be-9210-e630cd774f3e"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:30.661286 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-91b622a3-08c4-42fa-a57d-0f64025f5a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:30.704463 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72d3c1-39b0-42b9-877c-4b1948b22148 x-openstack-request-id: req-df72d3c1-39b0-42b9-877c-4b1948b22148 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:30.705358 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c862bc42-9370-48be-b114-fc2d32306f5d", "name": "network-vif-deleted", "tag": "ad708fad-968d-49be-9210-e630cd774f3e", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:30.705926 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df72d3c1-39b0-42b9-877c-4b1948b22148 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:30.706738 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df72d3c1-39b0-42b9-877c-4b1948b22148'] response: {'server_uuid': 'c862bc42-9370-48be-b114-fc2d32306f5d', 'name': 'network-vif-deleted', 'tag': 'ad708fad-968d-49be-9210-e630cd774f3e', 'status': 'completed', 'code': 200} Mar 27 15:32:30.782484 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5d229-bbc9-4ea5-9355-75d86852f032 req-0ec49c27-6df5-40cb-8582-08be7387f895 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:30.783976 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-37c5d229-bbc9-4ea5-9355-75d86852f032 req-0ec49c27-6df5-40cb-8582-08be7387f895 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Mar 27 15:32:30.831712 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-37c5d229-bbc9-4ea5-9355-75d86852f032 req-2baeadbe-b766-4318-80eb-4149e557ad99 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Mar 27 15:32:31.356413 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49668) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:31.699364 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275590d-275d-4a85-a9ed-b000c3a53a10 req-aa07533e-a587-4706-992e-04907decb01f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:31.700903 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1275590d-275d-4a85-a9ed-b000c3a53a10 req-aa07533e-a587-4706-992e-04907decb01f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0786791 Mar 27 15:32:31.827432 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1275590d-275d-4a85-a9ed-b000c3a53a10 req-432e70a7-0b84-41de-9d19-7ca6cc9006eb tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033416 Mar 27 15:32:31.956332 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:31.957872 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da20660-9e44-4dbd-8ca3-3f7a95cc73a3 req-359dbbba-57d7-49de-b0ae-dbe1ee8af0ed tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:31.959462 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8da20660-9e44-4dbd-8ca3-3f7a95cc73a3 req-359dbbba-57d7-49de-b0ae-dbe1ee8af0ed tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 945 time: 0.0541401 Mar 27 15:32:32.009835 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8da20660-9e44-4dbd-8ca3-3f7a95cc73a3 req-6342283b-bc84-40f6-9766-505a5432db60 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Mar 27 15:32:32.386067 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device ad708fad-968d-49be-9210-e630cd774f3e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:32.409712 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: ad708fad-968d-49be-9210-e630cd774f3e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:32.410063 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device ad708fad-968d-49be-9210-e630cd774f3e not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:32.410480 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:32.493856 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: ACTIVE; New status is: DOWN {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:32.494241 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:32.497466 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Deleting port b2deeda0-9554-4823-872d-835313fa4d6f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:32.498321 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:32.520999 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:32.523409 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa055843-b1a5-4141-826d-2e55d30d6a2b" -d '{"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-unplugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:32.536822 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:32.544042 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:32.583052 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727baca9-d5fa-4929-94e6-d16fcfd6c119 x-openstack-request-id: req-727baca9-d5fa-4929-94e6-d16fcfd6c119 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:32.583907 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-unplugged", "status": "failed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "code": 422}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:32.584324 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-727baca9-d5fa-4929-94e6-d16fcfd6c119 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:32.584803 dv-cinder-835384-1-iscsi neutron-server[103180]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-727baca9-d5fa-4929-94e6-d16fcfd6c119']: {'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'code': 422} returned with failed status Mar 27 15:32:32.600579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] For port b2deeda0-9554-4823-872d-835313fa4d6f, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b2deeda0-9554-4823-872d-835313fa4d6f,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:32.600996 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:32.611373 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:32.615244 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Calling delete_port for b2deeda0-9554-4823-872d-835313fa4d6f owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:32.810719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (b2deeda0-9554-4823-872d-835313fa4d6f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:32.836051 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2deeda0-9554-4823-872d-835313fa4d6f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:32.869870 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-76df0a44-636d-48a4-b5f0-a5e3f068743a req-3c8883de-0b09-4102-a459-5c122dbc251b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:32:32.870875 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-76df0a44-636d-48a4-b5f0-a5e3f068743a req-3c8883de-0b09-4102-a459-5c122dbc251b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0651891 Mar 27 15:32:32.975217 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca837-cb06-4fe8-abb3-1c2dc501e84a req-81b729db-3610-44ef-b774-0a80aaadd53a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:32.977682 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2eeca837-cb06-4fe8-abb3-1c2dc501e84a req-81b729db-3610-44ef-b774-0a80aaadd53a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0669496 Mar 27 15:32:33.020854 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-70389b79-4cb0-4ae0-aab3-a77caaad6017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.069403 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2eeca837-cb06-4fe8-abb3-1c2dc501e84a req-d01a8379-101f-484f-a6cf-c84761725a4a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860341 Mar 27 15:32:33.071356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.200410 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485628f-f269-495d-b20e-49f4cf3cf5f9 req-a0375dfe-7080-47f9-bf6c-69821902386d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:33.201898 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e485628f-f269-495d-b20e-49f4cf3cf5f9 req-a0375dfe-7080-47f9-bf6c-69821902386d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.1440277 Mar 27 15:32:33.276540 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e485628f-f269-495d-b20e-49f4cf3cf5f9 req-65089956-4b9b-41e4-b0bb-181f9c0f26f3 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674524 Mar 27 15:32:33.390240 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:33.412380 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49726) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:33.499205 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-7e657d3d-b8eb-4b92-a346-3414799bb2a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856104 Mar 27 15:32:33.501253 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:33.509496 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-92aad3ae-ca6d-400d-b9f0-1b3ab62b1da6 admin admin] 10.222.0.10 "PUT /v2.0/routers/0bec7fa9-1ee9-425e-ab33-bfe1fc292581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1495788 Mar 27 15:32:33.509696 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:33.511339 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-b887c910-ddeb-43bd-ae21-0be0a4c1a525 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:32:33.512312 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-b887c910-ddeb-43bd-ae21-0be0a4c1a525 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071692 Mar 27 15:32:33.514771 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] Sync routers for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:33.526014 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:33.526825 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:33.598309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49736) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:33.619853 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks [] for router (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.659093 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:33.708133 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-a73589b0-5a54-4de4-ae72-215c677556b0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:33.709897 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-a73589b0-5a54-4de4-ae72-215c677556b0 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports/1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 940 time: 0.1100452 Mar 27 15:32:33.732985 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks [] for router_gateway (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.791628 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Deleting port aa8eeb22-2ad6-4193-86f6-055b6fb8901c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:33.792066 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.873100 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] For port aa8eeb22-2ad6-4193-86f6-055b6fb8901c, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:33.873461 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:33.886968 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Calling delete_port for aa8eeb22-2ad6-4193-86f6-055b6fb8901c owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:33.977448 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:32:32Z', 'revision_number': 5, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port': {'id': 'aa8eeb22-2ad6-4193-86f6-055b6fb8901c', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:02Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:34.004620 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] Checking router: 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:34.013269 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] Routers {'0bec7fa9-1ee9-425e-ab33-bfe1fc292581'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:34.013968 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:34.078402 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (aa8eeb22-2ad6-4193-86f6-055b6fb8901c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.111829 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8eeb22-2ad6-4193-86f6-055b6fb8901c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:34.137187 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] Set router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:34.193330 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.200661 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.202804 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:32:33Z', 'revision_number': 6, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:34.208970 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c659a-cd59-49be-82fc-861dd2ee98a1 req-bbd3cacc-9f4d-488a-9efb-5259e7dc249d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:34.217968 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e96c659a-cd59-49be-82fc-861dd2ee98a1 req-bbd3cacc-9f4d-488a-9efb-5259e7dc249d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0750473 Mar 27 15:32:34.231349 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9bdbd1-18d8-4bd6-8f80-1a1193dee75f None None] The sync data for ids ['0bec7fa9-1ee9-425e-ab33-bfe1fc292581'] in dv-cinder-835384-1-iscsi is: [{'id': '0bec7fa9-1ee9-425e-ab33-bfe1fc292581', 'name': 'tempest-ServerRescueNegativeTestJSON-890041525-router', 'tenant_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:32:33Z', 'revision_number': 6, 'project_id': 'e7a1e3194dda4bd58501cbaade0859ae', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:34.283191 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e96c659a-cd59-49be-82fc-861dd2ee98a1 req-48e6f627-0ecc-4a95-af88-f1437f31ea4b tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636744 Mar 27 15:32:34.318625 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.321546 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks [] for router_controller (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.420340 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (0bec7fa9-1ee9-425e-ab33-bfe1fc292581), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.421091 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bec7fa9-1ee9-425e-ab33-bfe1fc292581 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:32:34.427629 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.428764 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-ca91706a-f8b4-4a18-9484-2b31f18bb97e admin admin] 10.222.0.10 "DELETE /v2.0/routers/0bec7fa9-1ee9-425e-ab33-bfe1fc292581 HTTP/1.1" status: 204 len: 168 time: 0.9180820 Mar 27 15:32:34.431418 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49752) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:34.456559 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d3d14-b7da-4866-a42f-bdf19e27e634 req-8fa43029-ecae-4a66-8e31-77c4f31964c9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:34.457949 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-544d3d14-b7da-4866-a42f-bdf19e27e634 req-8fa43029-ecae-4a66-8e31-77c4f31964c9 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.0700769 Mar 27 15:32:34.479625 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Deleting subnet 7960cb80-d410-42b0-9f11-837bd4a38a1f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:32:34.482717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Publish callbacks [] for subnet (7960cb80-d410-42b0-9f11-837bd4a38a1f), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.507419 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-544d3d14-b7da-4866-a42f-bdf19e27e634 req-4557eb8c-8e6a-44fb-b16d-99cbaea30869 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Mar 27 15:32:34.522829 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (7960cb80-d410-42b0-9f11-837bd4a38a1f), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.634302 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (7960cb80-d410-42b0-9f11-837bd4a38a1f), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.746542 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (7960cb80-d410-42b0-9f11-837bd4a38a1f), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.761642 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-93d21bb0-9e0d-49fc-8239-f4a33ed8a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:34.763235 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-93d21bb0-9e0d-49fc-8239-f4a33ed8a6ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695&tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7 HTTP/1.1" status: 200 len: 1127 time: 0.0963275 Mar 27 15:32:34.781456 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7960cb80-d410-42b0-9f11-837bd4a38a1f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:34.783576 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.786531 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b831c99f-01db-43db-bcd4-c28cbb7d7388 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7960cb80-d410-42b0-9f11-837bd4a38a1f HTTP/1.1" status: 204 len: 168 time: 0.3541300 Mar 27 15:32:34.787961 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19eab5-ce64-46e5-82ca-5e1e5b275274 None None] Network 02735e7d-815f-4e60-89da-c6933ab495b8 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:32:34.789059 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:34.886597 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (02735e7d-815f-4e60-89da-c6933ab495b8), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:34.893584 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-eed6a617-6a1c-491b-acca-16280c3e9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:34.895122 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-eed6a617-6a1c-491b-acca-16280c3e9a31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1127 time: 0.1072838 Mar 27 15:32:34.991707 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] DHCP port deletion for 02735e7d-815f-4e60-89da-c6933ab495b8 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:32:35.051648 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Deleting port 2b898e7a-a7be-4462-ac47-202620298c29 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:35.052022 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (2b898e7a-a7be-4462-ac47-202620298c29), before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.124428 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] For port 2b898e7a-a7be-4462-ac47-202620298c29, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2b898e7a-a7be-4462-ac47-202620298c29,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:35.125387 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (2b898e7a-a7be-4462-ac47-202620298c29), precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.140717 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Calling delete_port for 2b898e7a-a7be-4462-ac47-202620298c29 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:35.262701 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-6b384d36-d6a9-437d-a349-4bb757d6d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.264209 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-6b384d36-d6a9-437d-a349-4bb757d6d419 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 200 len: 917 time: 0.3631587 Mar 27 15:32:35.280768 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Deleting port 2b898e7a-a7be-4462-ac47-202620298c29 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:32:35.281104 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (2b898e7a-a7be-4462-ac47-202620298c29), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.289270 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788'] for port (2b898e7a-a7be-4462-ac47-202620298c29), after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.303261 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] No DVR routers for this DVR port 2b898e7a-a7be-4462-ac47-202620298c29 on host dv-cinder-835384-1-iscsi {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:32:35.326621 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Pushing event deleted for resources: {'Port': ['ID=2b898e7a-a7be-4462-ac47-202620298c29,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:35.337305 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.337878 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.338304 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.338725 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.339218 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.339592 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.339992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.340390 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.340786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.341634 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.342064 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.342496 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.343104 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.343622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.344400 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e1c9-4128-465d-86de-28989dc64d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:35.363760 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device aa8eeb22-2ad6-4193-86f6-055b6fb8901c no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:35.395180 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: aa8eeb22-2ad6-4193-86f6-055b6fb8901c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:35.395615 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device aa8eeb22-2ad6-4193-86f6-055b6fb8901c not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:35.396056 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b2deeda0-9554-4823-872d-835313fa4d6f no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:35.420549 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: b2deeda0-9554-4823-872d-835313fa4d6f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:35.420897 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b2deeda0-9554-4823-872d-835313fa4d6f not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:35.421312 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2b898e7a-a7be-4462-ac47-202620298c29 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:35.423015 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.443512 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 2b898e7a-a7be-4462-ac47-202620298c29 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:32:35.443762 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2b898e7a-a7be-4462-ac47-202620298c29 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:32:35.444922 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-23068800-b7d2-4ee7-ab3d-720fafe43e36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 200 len: 998 time: 0.1727984 Mar 27 15:32:35.502541 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] For port 2b898e7a-a7be-4462-ac47-202620298c29, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2b898e7a-a7be-4462-ac47-202620298c29,segment=NetworkSegment(941d0f11-8416-4af6-9181-d710d7810ae7),segment_id=941d0f11-8416-4af6-9181-d710d7810ae7)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:35.502841 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (2b898e7a-a7be-4462-ac47-202620298c29), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.525107 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4d8e9-5769-49f9-b1ef-5f143b57dc81 req-75c2bed3-9477-48e3-854c-0f538cd4615e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.526565 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84a4d8e9-5769-49f9-b1ef-5f143b57dc81 req-75c2bed3-9477-48e3-854c-0f538cd4615e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1399350 Mar 27 15:32:35.531306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Calling delete_port for 2b898e7a-a7be-4462-ac47-202620298c29 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:32:35.545308 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-39938c49-30e7-446a-8bc6-28c246bfde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.546711 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-39938c49-30e7-446a-8bc6-28c246bfde08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 200 len: 856 time: 0.0958729 Mar 27 15:32:35.634711 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c39a8-59cd-42b0-830f-b483d6404066 req-0108271e-49ae-4572-a6b7-0262cc1039fd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.636387 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-492c39a8-59cd-42b0-830f-b483d6404066 req-0108271e-49ae-4572-a6b7-0262cc1039fd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.0538762 Mar 27 15:32:35.674332 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-84a4d8e9-5769-49f9-b1ef-5f143b57dc81 req-8465ed12-3b23-4810-8972-cc1e57d6c854 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399653 Mar 27 15:32:35.691356 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-83450e06-8b9e-46b9-bff2-1b7c748230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:35.696518 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-83450e06-8b9e-46b9-bff2-1b7c748230b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e9d851fd-4ec8-4a6f-83ea-50387e2cb447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350076 Mar 27 15:32:35.702805 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-492c39a8-59cd-42b0-830f-b483d6404066 req-1358fa8b-668d-4389-b958-4fd824004e9b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592782 Mar 27 15:32:35.718220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (2b898e7a-a7be-4462-ac47-202620298c29), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.774913 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b898e7a-a7be-4462-ac47-202620298c29,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:35.779659 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] No DVR routers for this DVR port 2b898e7a-a7be-4462-ac47-202620298c29 on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:32:35.874647 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-8652ba12-76cb-4399-8679-6cb92040b186 service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748574 Mar 27 15:32:35.876109 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (02735e7d-815f-4e60-89da-c6933ab495b8), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.940306 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02735e7d-815f-4e60-89da-c6933ab495b8']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:35.954618 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941d0f11-8416-4af6-9181-d710d7810ae7') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:35.955239 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941d0f11-8416-4af6-9181-d710d7810ae7') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:35.966913 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (941d0f11-8416-4af6-9181-d710d7810ae7), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:35.989224 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (941d0f11-8416-4af6-9181-d710d7810ae7), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.004676 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:32:36.005069 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (941d0f11-8416-4af6-9181-d710d7810ae7), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: self.session.flush() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: self.session.flush() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: self.session.flush() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: self.session.flush() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:32:36.006715 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:32:36.050300 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f6b8f3c7-affc-4286-bb17-2414eb940ed1 req-70933c96-00bc-473f-9e7c-5b43c6bafaca service neutron] 10.222.0.25 "GET /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663611 Mar 27 15:32:36.063965 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (02735e7d-815f-4e60-89da-c6933ab495b8), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.070749 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.073679 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/02735e7d-815f-4e60-89da-c6933ab495b8 HTTP/1.1" status: 204 len: 168 time: 1.2837903 Mar 27 15:32:36.084913 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faed103-880a-4b0d-b79b-b37d86d97fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=02735e7d-815f-4e60-89da-c6933ab495b8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:36.188134 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:36.237797 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49774) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:36.237984 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-25834ab2-b078-4544-b9d0-f757604696d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7a1e3194dda4bd58501cbaade0859ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486376 Mar 27 15:32:36.286433 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-460c1d8e-5802-491a-aa8a-93a31cf6c3a6 admin admin] Publish callbacks [] for security_group (aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.307820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-460c1d8e-5802-491a-aa8a-93a31cf6c3a6 admin admin] Publish callbacks [] for security_group (aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.354603 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-460c1d8e-5802-491a-aa8a-93a31cf6c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.357311 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-460c1d8e-5802-491a-aa8a-93a31cf6c3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.360452 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-460c1d8e-5802-491a-aa8a-93a31cf6c3a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0 HTTP/1.1" status: 204 len: 168 time: 0.1215272 Mar 27 15:32:36.369249 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c1d8e-5802-491a-aa8a-93a31cf6c3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea8d9ce-8a7f-49fd-a71e-a1361fc97ec0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:36.945609 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd809e8-a234-4e25-a72b-b42cb8879c3e req-0da2065e-70bd-41d2-a215-ca1e62506671 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:36.949037 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:36.954422 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962d4bc-b2ea-4d9a-bced-c5d1c7f2d5c7 req-2fdc7c91-1ac0-4124-9c84-96e0dc240c0d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:36.957045 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c962d4bc-b2ea-4d9a-bced-c5d1c7f2d5c7 req-2fdc7c91-1ac0-4124-9c84-96e0dc240c0d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1401544 Mar 27 15:32:36.962382 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8bd809e8-a234-4e25-a72b-b42cb8879c3e req-0da2065e-70bd-41d2-a215-ca1e62506671 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.1203523 Mar 27 15:32:37.046544 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c962d4bc-b2ea-4d9a-bced-c5d1c7f2d5c7 req-a6686496-2760-47b3-aea9-d4d77b2ce121 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829494 Mar 27 15:32:37.047189 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8bd809e8-a234-4e25-a72b-b42cb8879c3e req-50cf52ae-7ef1-4d7d-8cbb-2498e3518018 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826161 Mar 27 15:32:37.242847 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49812) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:37.358963 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1323332785-network', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:37.383847 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Made reservation on behalf of 3121f0b7b9c84c158cdf2546e26d0078 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:32:37.386243 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.397157 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.511328 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks [] for security_group (b6c53ded-d2c9-474f-9821-d210806c31b5), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.519490 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b6c53ded-d2c9-474f-9821-d210806c31b5), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.555519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:32:37.566731 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c53ded-d2c9-474f-9821-d210806c31b5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:37.571928 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (70bc7dea-50a2-4c4f-8861-515c5f55dbd4), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.572270 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Added segment 70bc7dea-50a2-4c4f-8861-515c5f55dbd4 of type vlan for network 398c3643-b8a7-4b0e-9348-5f0330433f9c Mar 27 15:32:37.616842 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (398c3643-b8a7-4b0e-9348-5f0330433f9c), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.646076 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (398c3643-b8a7-4b0e-9348-5f0330433f9c), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.647301 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:37.647923 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:37.709955 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4659033 Mar 27 15:32:37.712742 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49816) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:37.717418 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Request body: {'subnet': {'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1323332785-subnet', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:37.726110 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625c8db-964e-4f94-907e-be23c1f49e1c admin admin] Pushing event updated for resources: {'Network': ['ID=398c3643-b8a7-4b0e-9348-5f0330433f9c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:37.740914 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:32:37.748960 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Made reservation on behalf of 3121f0b7b9c84c158cdf2546e26d0078 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:32:37.752143 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414344'] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.279287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cac6d6-43d7-4d99-a3de-5075e98dc15e req-6678af76-4724-407b-ae42-32314859ec8f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:38.282477 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-29cac6d6-43d7-4d99-a3de-5075e98dc15e req-6678af76-4724-407b-ae42-32314859ec8f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1212540 Mar 27 15:32:38.289697 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5576678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414366'] for subnet (9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.341242 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-29cac6d6-43d7-4d99-a3de-5075e98dc15e req-e770f6a7-921f-4edb-98d0-f095a5cddc24 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525641 Mar 27 15:32:38.368392 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:38.383891 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ac654-6da7-4ed9-a66b-fc8150aadb1a req-44970ba7-e2d2-4885-8d15-aeb7d7fe9c01 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:38.385446 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bf1ac654-6da7-4ed9-a66b-fc8150aadb1a req-44970ba7-e2d2-4885-8d15-aeb7d7fe9c01 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.2038262 Mar 27 15:32:38.426656 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Checking segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:38.427125 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Network hostable DHCP agents. Network: 398c3643-b8a7-4b0e-9348-5f0330433f9c, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:32:38.465451 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bf1ac654-6da7-4ed9-a66b-fc8150aadb1a req-58074850-9c43-4cec-80f8-56020b6ee43c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676744 Mar 27 15:32:38.466605 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:32:38.481169 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, 398c3643-b8a7-4b0e-9348-5f0330433f9c) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:38.487861 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:38.488539 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.492561 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423320c8-3e5d-4b7e-b5ef-ca6d980416e8 None None] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:32:38.511664 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49822) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:38.515505 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fa0dd49b-a2f1-41d8-a65b-00dfdc62c7d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8016951 Mar 27 15:32:38.517257 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:38.540706 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.542168 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.616892 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks [] for router_controller (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.626150 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-398c3643-b8a7-4b0e-9348-5f0330433f9c', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:32:38.628265 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.836060 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks [] for router_gateway (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:38.843696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Allocated IP 172.20.0.2 (398c3643-b8a7-4b0e-9348-5f0330433f9c/9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce/46bffd5b-f18d-474c-bdfc-0c77745a1731) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:39.059233 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Publish callbacks [] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.070181 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.106579 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:39.106931 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks [] for router_gateway (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.109493 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:39.113582 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:39.134221 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.163663 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Pushing event updated for resources: {'Port': ['ID=46bffd5b-f18d-474c-bdfc-0c77745a1731,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:39.218680 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Attempting to bind port 46bffd5b-f18d-474c-bdfc-0c77745a1731 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:39.219077 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Attempting to bind port 46bffd5b-f18d-474c-bdfc-0c77745a1731 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:39.219433 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Attempting to bind port 46bffd5b-f18d-474c-bdfc-0c77745a1731 on network 398c3643-b8a7-4b0e-9348-5f0330433f9c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:39.233181 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:39.233556 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Checking segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:39.233958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.235488 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Bound using segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:39.237097 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Bound port: 46bffd5b-f18d-474c-bdfc-0c77745a1731, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:39.237888 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.294838 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Allocated IP 172.27.1.115 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/3a9c0cc8-3c49-4a16-96da-79deee9b81ac) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:39.329846 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] For port 46bffd5b-f18d-474c-bdfc-0c77745a1731, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:39.334143 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] For port 46bffd5b-f18d-474c-bdfc-0c77745a1731, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=46bffd5b-f18d-474c-bdfc-0c77745a1731,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:39.346622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.472587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks [] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.478390 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af318ee-0d69-459b-a2c5-c4dd8bd2c70d None None] Pushing event updated for resources: {'Port': ['ID=46bffd5b-f18d-474c-bdfc-0c77745a1731,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:39.495421 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.586885 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09886-879a-49bd-9a15-93a43268ffd4 req-30907b27-9c1c-47f5-9522-97c02d656024 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:39.588798 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0fe09886-879a-49bd-9a15-93a43268ffd4 req-30907b27-9c1c-47f5-9522-97c02d656024 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1336188 Mar 27 15:32:39.621601 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:39.668600 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44576248-fe48-4a86-9e25-da58f815050b req-03c37c0b-6edf-42d4-81d9-f623b3f97346 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:39.669335 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:39.674543 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-44576248-fe48-4a86-9e25-da58f815050b req-03c37c0b-6edf-42d4-81d9-f623b3f97346 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.1077740 Mar 27 15:32:39.676343 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:39.679447 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:39.805280 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0fe09886-879a-49bd-9a15-93a43268ffd4 req-2097fe0c-96b6-456c-820c-df3056700cd7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103951 Mar 27 15:32:39.814211 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Pushing event updated for resources: {'Port': ['ID=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:39.826532 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-44576248-fe48-4a86-9e25-da58f815050b req-5b18767c-50cb-4e1c-a160-bc6db914a58d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384697 Mar 27 15:32:40.126575 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks [] for router_gateway (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:40.331920 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:40.493984 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:32:40.619353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:40.632818 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:40.650125 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:40.651556 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c68412ae-e0a5-4acf-b521-8e43a5b3ea6c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1386120 Mar 27 15:32:40.654326 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49830) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:40.654504 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:40.655065 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:40.915137 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd990bd4-dd73-4d15-9f56-6586cd8e8693 None None] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:32:40.987533 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:41.031112 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5380c82-0546-483d-8a6d-2350673c0d18 req-5b600da8-04c5-4661-b988-8051f656d05e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:41.041747 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c5380c82-0546-483d-8a6d-2350673c0d18 req-5b600da8-04c5-4661-b988-8051f656d05e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1428134 Mar 27 15:32:41.130361 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c5380c82-0546-483d-8a6d-2350673c0d18 req-f1c24052-5538-4048-a46d-ec76d1526d1f tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857112 Mar 27 15:32:41.162035 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] Provisioning complete for port 46bffd5b-f18d-474c-bdfc-0c77745a1731 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:41.162392 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:41.384803 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:39Z', 'revision_number': 3, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:41.392949 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] Current status of the port 46bffd5b-f18d-474c-bdfc-0c77745a1731 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:41.394068 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:41.400102 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c495c-ba98-4cfa-a9a1-bc8b64b5dd20 req-69a0f678-9f3d-48b3-8a1c-93f0847990e6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:41.414324 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0c1c495c-ba98-4cfa-a9a1-bc8b64b5dd20 req-69a0f678-9f3d-48b3-8a1c-93f0847990e6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.4149227 Mar 27 15:32:41.420118 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:41.420872 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Updating router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:32:41.452804 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 46bffd5b-f18d-474c-bdfc-0c77745a1731 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:41.475284 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:41.539768 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] For port 46bffd5b-f18d-474c-bdfc-0c77745a1731, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=46bffd5b-f18d-474c-bdfc-0c77745a1731,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:41.558016 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:41.585211 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0c1c495c-ba98-4cfa-a9a1-bc8b64b5dd20 req-af60f10e-4276-4f47-9a71-5e9d09c3fe63 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645617 Mar 27 15:32:41.608470 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:41.652003 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fb082-6f38-4ddb-898b-c0a9005529c9 None None] Pushing event updated for resources: {'Port': ['ID=46bffd5b-f18d-474c-bdfc-0c77745a1731,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:41.670855 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 46bffd5b-f18d-474c-bdfc-0c77745a1731 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:41.671339 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:41.780109 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 46bffd5b-f18d-474c-bdfc-0c77745a1731 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:41.870795 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Allocated IP 172.20.0.1 (398c3643-b8a7-4b0e-9348-5f0330433f9c/9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce/f0d0408f-29e8-40c3-91c4-5893e5170b11) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:41.901670 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-628bd92c-87fd-409a-9445-656c930d826e None None] Provisioning complete for port 46bffd5b-f18d-474c-bdfc-0c77745a1731 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:41.903539 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-628bd92c-87fd-409a-9445-656c930d826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.030804 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Publish callbacks [] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.035974 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks [] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.039867 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.086679 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-628bd92c-87fd-409a-9445-656c930d826e None None] Current status of the port 46bffd5b-f18d-474c-bdfc-0c77745a1731 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:42.107519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.147190 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Pushing event updated for resources: {'Port': ['ID=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:42.158586 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:42.166160 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.166530 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.166875 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.167266 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.167609 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.167942 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.168760 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.168760 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.168927 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.169211 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.169539 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.169882 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.170211 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.170533 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.170855 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:42.203620 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:42.207930 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Attempting to bind port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:42.208327 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Attempting to bind port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:42.209535 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Attempting to bind port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:42.221650 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:42.223034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:42.225846 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:42.226473 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.227068 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:42.227291 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d0408f-29e8-40c3-91c4-5893e5170b11,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:42.227918 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Bound port: 3a9c0cc8-3c49-4a16-96da-79deee9b81ac, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:42.228477 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.324036 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.354715 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] For port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:42.359953 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] For port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:42.378288 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.423058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b23cfd-e19f-40e6-ae03-6f7e3cef4308 req-6f636a10-804f-4766-bdd0-9116772b781a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:42.424777 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-19b23cfd-e19f-40e6-ae03-6f7e3cef4308 req-6f636a10-804f-4766-bdd0-9116772b781a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1267247 Mar 27 15:32:42.438818 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:42.440430 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:42.554836 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-19b23cfd-e19f-40e6-ae03-6f7e3cef4308 req-13f7c37e-3ba6-4ce5-b2ef-2462dd6a0ce7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202338 Mar 27 15:32:42.650718 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072902ff-9e9b-4c07-801e-f0a7f31aeba0 None None] Pushing event updated for resources: {'Port': ['ID=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:42.668658 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.742163 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:42.837398 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db4c6a97-3c91-4cfb-8c52-50f3a452fb40 None None] Provisioning complete for port f0d0408f-29e8-40c3-91c4-5893e5170b11 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:42.837692 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db4c6a97-3c91-4cfb-8c52-50f3a452fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:42.856824 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574436-a151-4c3a-9d66-bbd99d14e683 req-0b9f6f67-bd25-4461-9074-2753ec80bd94 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:42.858578 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58574436-a151-4c3a-9d66-bbd99d14e683 req-0b9f6f67-bd25-4461-9074-2753ec80bd94 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.1364610 Mar 27 15:32:42.899865 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db4c6a97-3c91-4cfb-8c52-50f3a452fb40 None None] Port f0d0408f-29e8-40c3-91c4-5893e5170b11 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:32:42.936269 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58574436-a151-4c3a-9d66-bbd99d14e683 req-721f7ab2-f1f0-48a8-80c2-1d17340bb291 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673084 Mar 27 15:32:43.009450 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks [] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:43.020380 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:43.026928 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:39Z', 'revision_number': 3, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:43.071995 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79eeedc-bada-4f78-9884-f549903f48e1 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:39Z', 'revision_number': 3, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:43.141082 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d0408f-29e8-40c3-91c4-5893e5170b11,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:43.155883 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:43.275997 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:43.277538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:43.350464 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 46bffd5b-f18d-474c-bdfc-0c77745a1731 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:43.486780 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:43.503761 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 46bffd5b-f18d-474c-bdfc-0c77745a1731 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:43.504209 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:43.671481 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 46bffd5b-f18d-474c-bdfc-0c77745a1731 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:43.717996 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:43.726350 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fe4c0597-ceff-483f-ac92-209cd5b5ebf1 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff92ebae-8e31-40c6-a825-ba98f3bb2f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0704408 Mar 27 15:32:43.749372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-504fad0e-96af-484a-9e83-163fccc1fc89 None None] Provisioning complete for port f0d0408f-29e8-40c3-91c4-5893e5170b11 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:43.749761 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-504fad0e-96af-484a-9e83-163fccc1fc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:43.780503 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49090a3-5607-4542-80bf-2ee287410bef req-84dc8c69-4bbd-4489-a1df-18b415a71ba4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:43.788594 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f49090a3-5607-4542-80bf-2ee287410bef req-84dc8c69-4bbd-4489-a1df-18b415a71ba4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.1036348 Mar 27 15:32:43.820280 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-504fad0e-96af-484a-9e83-163fccc1fc89 None None] Port f0d0408f-29e8-40c3-91c4-5893e5170b11 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:32:43.881598 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f49090a3-5607-4542-80bf-2ee287410bef req-75a42dd6-6488-4c58-9920-5b73fbe93e20 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854044 Mar 27 15:32:44.129484 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02f25e-c15b-4e8d-84c1-4c7eaf2ca3b8 req-b44be1f1-665e-4354-9600-66173190b741 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:44.138050 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ce02f25e-c15b-4e8d-84c1-4c7eaf2ca3b8 req-b44be1f1-665e-4354-9600-66173190b741 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.0769589 Mar 27 15:32:44.212042 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ce02f25e-c15b-4e8d-84c1-4c7eaf2ca3b8 req-b58c19b5-b596-45b1-ad23-51d799077003 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727925 Mar 27 15:32:44.601045 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49854) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:44.605702 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516882257', 'description': 'tempest-description--919189315'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:44.625612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.692669 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (e9a80028-9d22-45d4-b963-4a7acbce5e6f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.696348 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e9a80028-9d22-45d4-b963-4a7acbce5e6f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.723586 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.724813 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1227579 Mar 27 15:32:44.727849 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 49856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:44.728995 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95c511-5c48-4430-9603-2bc507f6ec40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a80028-9d22-45d4-b963-4a7acbce5e6f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:44.740657 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'security_group_rule': {'security_group_id': 'e9a80028-9d22-45d4-b963-4a7acbce5e6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:44.763978 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (f2af483e-0912-4fcc-8491-b5e4048ab213), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.836444 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (f2af483e-0912-4fcc-8491-b5e4048ab213), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.851836 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (f2af483e-0912-4fcc-8491-b5e4048ab213), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.877277 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2af483e-0912-4fcc-8491-b5e4048ab213,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:44.883203 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.884548 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8de127c7-0766-45f1-b5fd-a07e9c705e6a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553752 Mar 27 15:32:44.887274 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49858) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:44.892774 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'security_group_rule': {'security_group_id': 'e9a80028-9d22-45d4-b963-4a7acbce5e6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:44.895915 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb8427-5fa5-4625-aa01-abf255527508 req-602217b0-4136-45d1-9dd5-c93b887919cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:44.897501 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-602217b0-4136-45d1-9dd5-c93b887919cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.0762784 Mar 27 15:32:44.924885 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (de0ba18a-f873-4f2c-a043-53cbf8205795), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.994094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (de0ba18a-f873-4f2c-a043-53cbf8205795), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:44.998688 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (de0ba18a-f873-4f2c-a043-53cbf8205795), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.018388 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0ba18a-f873-4f2c-a043-53cbf8205795,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:45.030931 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.032359 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5a0461de-837e-4144-acdb-475e020f7bf2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434574 Mar 27 15:32:45.035583 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49862) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:45.039911 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:45.040131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514810-aa29-4e31-bf26-b4d38fdfbcee req-a16b6958-0a3f-4265-9c0c-b61c2734e4d1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:45.041607 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6d514810-aa29-4e31-bf26-b4d38fdfbcee req-a16b6958-0a3f-4265-9c0c-b61c2734e4d1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0869086 Mar 27 15:32:45.042992 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb8427-5fa5-4625-aa01-abf255527508 req-5ae36ea1-77c0-424e-861f-b12f369a038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:45.044310 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-5ae36ea1-77c0-424e-861f-b12f369a038e service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.1404607 Mar 27 15:32:45.061339 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.143062 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6d514810-aa29-4e31-bf26-b4d38fdfbcee req-c3991f77-d5d8-46cf-883a-e9f0def2eb89 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953383 Mar 27 15:32:45.145149 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-dc2faec6-b087-497b-84db-7a34a7d58cf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 1000 time: 0.0911732 Mar 27 15:32:45.168413 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.185421 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:45.196586 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:45.197426 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:45.209816 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb8427-5fa5-4625-aa01-abf255527508 req-1cafae5c-694b-4e30-94c9-280882364d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:45.211341 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-1cafae5c-694b-4e30-94c9-280882364d19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0461106 Mar 27 15:32:45.293648 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb8427-5fa5-4625-aa01-abf255527508 req-3f945a74-77f2-4cd6-8af9-9c8ca7276bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:45.299685 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-3f945a74-77f2-4cd6-8af9-9c8ca7276bb3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820451 Mar 27 15:32:45.415362 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Allocated IP 172.27.1.71 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/adcbd9a2-9daf-49d2-9671-f701dd354874) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:45.429336 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-2ec9fb63-636f-4829-aca3-aa29881c92f3 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206768 Mar 27 15:32:45.484857 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:45.495287 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807ba24-0a2f-4d74-b322-643310bb24fc req-4f815fc1-70dd-424c-9adf-440585e4bd7d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:45.496554 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6807ba24-0a2f-4d74-b322-643310bb24fc req-4f815fc1-70dd-424c-9adf-440585e4bd7d tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.1362436 Mar 27 15:32:45.527846 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 3a9c0cc8-3c49-4a16-96da-79deee9b81ac up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:45.543596 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-39eb8427-5fa5-4625-aa01-abf255527508 req-83ef690c-07d3-487b-a494-1ebc361a2161 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084869 Mar 27 15:32:45.585173 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6807ba24-0a2f-4d74-b322-643310bb24fc req-aba76f02-81fb-4ac0-a8ca-67a9be8326e4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748014 Mar 27 15:32:45.616430 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.660065 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.676016 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:45.684069 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.697542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:45.700710 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:45.703620 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:45.730144 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'Port': ['ID=adcbd9a2-9daf-49d2-9671-f701dd354874,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:45.800457 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (24f4c0d9-d2d7-48b8-a14b-7e150c0e09af), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.813349 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:45.813747 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.837068 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.841023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 2, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:45.846051 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:45.871465 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.873224 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:45.873577 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Updating router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c port f0d0408f-29e8-40c3-91c4-5893e5170b11 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:32:45.925119 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.952252 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:45.994534 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:45.999567 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.066427 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'Port': ['ID=adcbd9a2-9daf-49d2-9671-f701dd354874,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:46.078151 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (24f4c0d9-d2d7-48b8-a14b-7e150c0e09af), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.094347 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.096971 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2bf72cb0-db64-4623-a1ee-61680a0f01a3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0603540 Mar 27 15:32:46.223431 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Publish callbacks [] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.229317 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.254888 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-adef5b7c-ca5f-4bd6-bf29-753abd420fe4 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--516882257&fields=id&tenant_id=3121f0b7b9c84c158cdf2546e26d0078 HTTP/1.1" status: 200 len: 267 time: 0.0504713 Mar 27 15:32:46.273100 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2580cb-2cb9-4210-8ba3-1a0c3a14053d req-c349df56-a5c9-4226-901b-6d5fc7fbbbec tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:46.274898 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f2580cb-2cb9-4210-8ba3-1a0c3a14053d req-c349df56-a5c9-4226-901b-6d5fc7fbbbec tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0617080 Mar 27 15:32:46.283662 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9699ba-21bc-47c7-943e-b697b164c510 None None] Pushing event updated for resources: {'Port': ['ID=f0d0408f-29e8-40c3-91c4-5893e5170b11,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:46.339683 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8f2580cb-2cb9-4210-8ba3-1a0c3a14053d req-462f4334-4f69-4484-85d7-f96c3181450a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589535 Mar 27 15:32:46.346734 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Attempting to bind port f0d0408f-29e8-40c3-91c4-5893e5170b11 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:46.347441 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Attempting to bind port f0d0408f-29e8-40c3-91c4-5893e5170b11 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:46.348001 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Attempting to bind port f0d0408f-29e8-40c3-91c4-5893e5170b11 on network 398c3643-b8a7-4b0e-9348-5f0330433f9c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:46.353819 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:46.354484 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Checking segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:46.355095 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.355669 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Bound using segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:46.356332 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Bound port: f0d0408f-29e8-40c3-91c4-5893e5170b11, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:46.356895 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.390581 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-2c4d1985-63e8-410d-a875-4091c3e34aa6 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:46.392967 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-2c4d1985-63e8-410d-a875-4091c3e34aa6 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 811 time: 0.1268134 Mar 27 15:32:46.410407 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-f89a640c-e580-4f84-9f42-f45bcab1e157 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/quotas/3121f0b7b9c84c158cdf2546e26d0078 HTTP/1.1" status: 200 len: 375 time: 0.0114141 Mar 27 15:32:46.416246 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:32:46.442824 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] For port f0d0408f-29e8-40c3-91c4-5893e5170b11, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:46.447244 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] For port f0d0408f-29e8-40c3-91c4-5893e5170b11, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=f0d0408f-29e8-40c3-91c4-5893e5170b11,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:46.462158 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.475145 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-8a7c0ef3-530d-452e-8d1d-8e62842ab96a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589905 Mar 27 15:32:46.591881 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:46.592531 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:46.644288 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9699ba-21bc-47c7-943e-b697b164c510 None None] Pushing event updated for resources: {'Port': ['ID=f0d0408f-29e8-40c3-91c4-5893e5170b11,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:46.693960 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] Provisioning complete for port f0d0408f-29e8-40c3-91c4-5893e5170b11 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:46.693960 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.722473 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:46.750875 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc70eb-4b92-474a-8353-60315ca0a20b req-f2b5375a-cae4-4e6f-88ee-b4535a38267e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:46.752510 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ecc70eb-4b92-474a-8353-60315ca0a20b req-f2b5375a-cae4-4e6f-88ee-b4535a38267e tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 943 time: 0.0687757 Mar 27 15:32:46.754048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'port_id': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'mac_address': 'fa:16:3e:fa:69:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:32:46.805921 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ecc70eb-4b92-474a-8353-60315ca0a20b req-88d76c5b-af2f-4894-ab18-dee23bf13391 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Mar 27 15:32:46.836224 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:46.866676 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:46.867093 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.912031 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1233e706-a77e-464f-9799-e43c63b0bdf0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:46.922889 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-114137f8-ee94-4467-88ac-ea16d31fa208 service neutron] 10.222.0.10 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360485 Mar 27 15:32:46.962652 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] Current status of the port f0d0408f-29e8-40c3-91c4-5893e5170b11 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:46.963074 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:46.982499 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:47.011284 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-f7a9cc20-7c57-4d1d-91a9-3065e529691a service neutron] 10.222.0.10 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818503 Mar 27 15:32:47.026293 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:47.079111 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] For port f0d0408f-29e8-40c3-91c4-5893e5170b11, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=f0d0408f-29e8-40c3-91c4-5893e5170b11,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:47.092432 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:47.136333 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:47.192603 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4a5fce0c-d11d-4253-8d88-37b573bfbd8a req-c9f53ea5-5fb3-4373-a9e6-445e79c8da40 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 210 time: 0.0364029 Mar 27 15:32:47.237294 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf47587-9bbb-464f-bd96-27340303e676 None None] Pushing event updated for resources: {'Port': ['ID=f0d0408f-29e8-40c3-91c4-5893e5170b11,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:47.252677 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e4b1228e-6d76-4d60-8d18-426d20e20d2d None None] Provisioning complete for port f0d0408f-29e8-40c3-91c4-5893e5170b11 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:47.253032 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4b1228e-6d76-4d60-8d18-426d20e20d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:47.302877 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['1233e706-a77e-464f-9799-e43c63b0bdf0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:47.330510 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 3a9c0cc8-3c49-4a16-96da-79deee9b81ac up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:47.333885 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:47.486562 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f7be-7145-4e1d-bb29-a76335b9c588 req-5966d579-4b13-409e-a5cf-6145118aa5c8 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:47.494838 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c52f7be-7145-4e1d-bb29-a76335b9c588 req-5966d579-4b13-409e-a5cf-6145118aa5c8 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0681918 Mar 27 15:32:47.551962 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78909d0a-48f5-4fe0-b544-c62c6f9cab29 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:47.558982 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3c52f7be-7145-4e1d-bb29-a76335b9c588 req-b89461a6-ad49-4120-8c06-dcedc8676965 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631330 Mar 27 15:32:47.625946 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1228e-6d76-4d60-8d18-426d20e20d2d None None] Current status of the port f0d0408f-29e8-40c3-91c4-5893e5170b11 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:47.682447 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:47.682447 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:47.826332 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:47.951304 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0583-116f-4eba-8ad7-cfaeb4fece91 req-8ed12667-4136-4579-922e-32af6b447426 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:47.952782 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-950e0583-116f-4eba-8ad7-cfaeb4fece91 req-8ed12667-4136-4579-922e-32af6b447426 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 944 time: 0.0612917 Mar 27 15:32:48.011678 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-950e0583-116f-4eba-8ad7-cfaeb4fece91 req-fcb3bb3f-ea3a-462e-8bce-e5180f7df844 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514560 Mar 27 15:32:48.323043 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0ec28a86-2627-429b-a7a8-ffb200a54033 req-36b60938-3365-4282-a49b-0607663a4db0 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 210 time: 0.0438969 Mar 27 15:32:48.370346 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-9c47f69d-bc90-4b1d-af22-aa9ccc22db92 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:48.371915 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-9c47f69d-bc90-4b1d-af22-aa9ccc22db92 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 811 time: 0.1418426 Mar 27 15:32:48.445233 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-9a23a32b-3331-4de2-8ad5-173f3a09b349 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3121f0b7b9c84c158cdf2546e26d0078 HTTP/1.1" status: 200 len: 379 time: 0.0643046 Mar 27 15:32:48.445393 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:48.457591 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'port': {'device_id': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'admin_state_up': True, 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'security_groups': ['e9a80028-9d22-45d4-b963-4a7acbce5e6f']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:48.503750 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 1233e706-a77e-464f-9799-e43c63b0bdf0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:48.504134 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:48.575419 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Made reservation on behalf of 3121f0b7b9c84c158cdf2546e26d0078 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:32:48.579120 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:48.595194 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 1233e706-a77e-464f-9799-e43c63b0bdf0 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:48.595594 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:48.621750 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:48.625218 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16517a5-e638-498b-bce0-424c9ce61296" -d '{"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-plugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:48.641942 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:48.646760 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:48.728821 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:48.742057 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f380a0f-6800-4d40-9971-023cb380fa2e req-750423d8-7208-4757-81a8-26fad8a107d2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:48.743755 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1f380a0f-6800-4d40-9971-023cb380fa2e req-750423d8-7208-4757-81a8-26fad8a107d2 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0927167 Mar 27 15:32:48.768706 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Allocated IP 172.20.0.4 (398c3643-b8a7-4b0e-9348-5f0330433f9c/9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce/f48b691d-a56a-4d97-8734-c816e4243163) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:32:48.799311 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95c4e8a-d8f6-44a1-bc62-0d0c630ef28b x-openstack-request-id: req-c95c4e8a-d8f6-44a1-bc62-0d0c630ef28b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:48.799666 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-plugged", "status": "completed", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:48.799935 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c95c4e8a-d8f6-44a1-bc62-0d0c630ef28b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:48.800345 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95c4e8a-d8f6-44a1-bc62-0d0c630ef28b'] response: {'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'code': 200} Mar 27 15:32:48.801836 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1f380a0f-6800-4d40-9971-023cb380fa2e req-d1f2bffa-372d-458f-acb5-1a4b376b9620 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525379 Mar 27 15:32:48.936997 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for port (f48b691d-a56a-4d97-8734-c816e4243163), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.014198 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (f48b691d-a56a-4d97-8734-c816e4243163), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.030729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9a8cf-3841-4fa4-a14d-d6656d12535e req-5650110e-f230-42c7-af91-0fb46d15b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:49.032237 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ec9a8cf-3841-4fa4-a14d-d6656d12535e req-5650110e-f230-42c7-af91-0fb46d15b108 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 1130 time: 0.0764129 Mar 27 15:32:49.062714 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-6df79645-0572-4c29-a9d2-25910527bd09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020420 Mar 27 15:32:49.069908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:32:49.071417 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90ed7-8cca-4fb4-8228-4bf341dffa1e req-85069ff7-cfe9-400c-b4c7-1ee91ba24e17 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:49.073162 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58d90ed7-8cca-4fb4-8228-4bf341dffa1e req-85069ff7-cfe9-400c-b4c7-1ee91ba24e17 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0796897 Mar 27 15:32:49.073266 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:32:49.075587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:32:49.110236 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ec9a8cf-3841-4fa4-a14d-d6656d12535e req-0b20b4a0-732c-44d7-a950-721bd424cfba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689695 Mar 27 15:32:49.140451 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58d90ed7-8cca-4fb4-8228-4bf341dffa1e req-ebd1132d-da5e-4789-b917-2d7ed2a84773 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575838 Mar 27 15:32:49.155078 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'Port': ['ID=f48b691d-a56a-4d97-8734-c816e4243163,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:49.206784 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.207178 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.207528 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.207866 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.208218 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.208547 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.208873 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.209195 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.209523 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.209841 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.210163 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.210482 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.210797 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.211138 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.211452 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:32:49.234131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:49.234771 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.243673 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-c82ae4e4-5577-431d-a08c-6893f92cb94a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:49.244900 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-c82ae4e4-5577-431d-a08c-6893f92cb94a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports/7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 942 time: 0.1130838 Mar 27 15:32:49.265813 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93d042-7c9f-4f7f-91f9-1adf4a7a4102 req-20924a4c-3175-49ea-899a-7cce469846cc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:49.273604 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e93d042-7c9f-4f7f-91f9-1adf4a7a4102 req-20924a4c-3175-49ea-899a-7cce469846cc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 946 time: 0.1579418 Mar 27 15:32:49.284501 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-22bc3183-114e-42e6-8ecf-a735726dd62a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326778 Mar 27 15:32:49.323823 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5e93d042-7c9f-4f7f-91f9-1adf4a7a4102 req-1eab74ff-7932-45d3-942d-330e4505e2cc tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489991 Mar 27 15:32:49.330172 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Request body: {'port': {'device_id': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:49.383741 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device f0d0408f-29e8-40c3-91c4-5893e5170b11 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:49.410504 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7c2dc3d4-4c01-4f44-8c90-aac43744d6df None None] Provisioning complete for port f48b691d-a56a-4d97-8734-c816e4243163 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:49.411014 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7c2dc3d4-4c01-4f44-8c90-aac43744d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f48b691d-a56a-4d97-8734-c816e4243163), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.426387 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f48b691d-a56a-4d97-8734-c816e4243163), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.465537 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213837e-b4b8-4341-8b21-b8ab991b593f req-ad475424-9127-4b30-b8ff-4dc0589a2200 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:49.466904 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8213837e-b4b8-4341-8b21-b8ab991b593f req-ad475424-9127-4b30-b8ff-4dc0589a2200 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 931 time: 0.0700026 Mar 27 15:32:49.471176 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dc3d4-4c01-4f44-8c90-aac43744d6df None None] Port f48b691d-a56a-4d97-8734-c816e4243163 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:32:49.482166 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port f0d0408f-29e8-40c3-91c4-5893e5170b11 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:49.483930 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.547865 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8213837e-b4b8-4341-8b21-b8ab991b593f req-849deef0-7243-431c-bb76-91c86fa4953b tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674877 Mar 27 15:32:49.590339 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port f0d0408f-29e8-40c3-91c4-5893e5170b11 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:49.751890 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48b691d-a56a-4d97-8734-c816e4243163 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:49.759486 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Publish callbacks [] for port (f48b691d-a56a-4d97-8734-c816e4243163), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.771988 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Transition to ACTIVE for port object f48b691d-a56a-4d97-8734-c816e4243163 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:32:49.775310 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (f48b691d-a56a-4d97-8734-c816e4243163), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.828003 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Pushing event updated for resources: {'Port': ['ID=f48b691d-a56a-4d97-8734-c816e4243163,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:49.899719 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Attempting to bind port f48b691d-a56a-4d97-8734-c816e4243163 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:32:49.900050 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Attempting to bind port f48b691d-a56a-4d97-8734-c816e4243163 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:32:49.900383 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Attempting to bind port f48b691d-a56a-4d97-8734-c816e4243163 on network 398c3643-b8a7-4b0e-9348-5f0330433f9c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:49.904757 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Port f48b691d-a56a-4d97-8734-c816e4243163 on network 398c3643-b8a7-4b0e-9348-5f0330433f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:32:49.905073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Attempting to bind port f48b691d-a56a-4d97-8734-c816e4243163 on network 398c3643-b8a7-4b0e-9348-5f0330433f9c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:32:49.910760 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:32:49.911126 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Checking segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:32:49.911508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Bound using segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:32:49.911934 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Bound port: f48b691d-a56a-4d97-8734-c816e4243163, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:32:49.912285 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f48b691d-a56a-4d97-8734-c816e4243163), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:49.983397 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] For port f48b691d-a56a-4d97-8734-c816e4243163, host hv-cinder-83538, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:32:49.986592 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] For port f48b691d-a56a-4d97-8734-c816e4243163, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f48b691d-a56a-4d97-8734-c816e4243163,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:32:49.992019 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (f48b691d-a56a-4d97-8734-c816e4243163), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:50.031452 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.033026 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:50.035293 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] 10.222.0.25 "PUT /v2.0/ports/f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 1093 time: 0.7104259 Mar 27 15:32:50.035996 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:50.038307 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c25758-351f-4159-8615-bb7e104c980a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "tag": "f48b691d-a56a-4d97-8734-c816e4243163"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:50.067212 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920704a-4793-4c61-b5d7-67d8f3af8503 service neutron] Pushing event updated for resources: {'Port': ['ID=f48b691d-a56a-4d97-8734-c816e4243163,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:50.094618 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba73d14-2a96-479c-b0e7-8af1ed48dccc x-openstack-request-id: req-5ba73d14-2a96-479c-b0e7-8af1ed48dccc {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:50.095069 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "tag": "f48b691d-a56a-4d97-8734-c816e4243163", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:50.095331 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ba73d14-2a96-479c-b0e7-8af1ed48dccc {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:50.096564 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba73d14-2a96-479c-b0e7-8af1ed48dccc'] response: {'name': 'network-changed', 'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163', 'status': 'completed', 'code': 200} Mar 27 15:32:50.144317 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-9c5d5908-6a6e-4b75-9e4d-ba11930755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.146173 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-9c5d5908-6a6e-4b75-9e4d-ba11930755ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1127 time: 0.0601177 Mar 27 15:32:50.223180 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-e567265e-d30c-4147-962c-27cd8f9bd5eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 217 time: 0.0635383 Mar 27 15:32:50.299037 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-d1fd2cbb-9aa8-4d45-a22c-ddac9cb9f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.301327 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-d1fd2cbb-9aa8-4d45-a22c-ddac9cb9f8cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0645897 Mar 27 15:32:50.328625 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253bc9b-59e8-43dc-b984-a33382d345bc req-38a5c33a-d11f-4d5e-8458-15ae4698aad5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.331658 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4253bc9b-59e8-43dc-b984-a33382d345bc req-38a5c33a-d11f-4d5e-8458-15ae4698aad5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0807927 Mar 27 15:32:50.377492 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-bc699096-63a1-4f92-846c-c5833327657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.379672 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-bc699096-63a1-4f92-846c-c5833327657b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642223 Mar 27 15:32:50.425452 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4253bc9b-59e8-43dc-b984-a33382d345bc req-5338b15b-9bba-433b-b6bc-a25ed84aeaaf tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882080 Mar 27 15:32:50.448997 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:32:50.521387 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139664a-d32f-424d-a402-4e63251332fb req-2bd2d886-0458-4c43-adfc-70b0e4973422 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.522897 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2139664a-d32f-424d-a402-4e63251332fb req-2bd2d886-0458-4c43-adfc-70b0e4973422 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 946 time: 0.1120975 Mar 27 15:32:50.543917 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7ececd3a-a233-4a83-846a-3f891f03d92f is: ACTIVE; New status is: DOWN {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:50.544398 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:50.553831 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-0ac2a4a0-10e0-4f66-9c5d-e722222bf190 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588142 Mar 27 15:32:50.586725 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:50.592109 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:50.630643 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2139664a-d32f-424d-a402-4e63251332fb req-d6497e5c-b61f-4b12-b84f-d44de965ec43 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012890 Mar 27 15:32:50.682818 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:50.692862 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d66edf4-70aa-4c3c-9993-38e33f26f083 req-9a6c0ed3-f644-4b27-8897-aa226067704b service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268094 Mar 27 15:32:50.719304 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61733c-469e-4719-8649-b19c2dc86b0f req-fd369d0a-8139-4c40-a691-eac86cd83bf7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.724479 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fc61733c-469e-4719-8649-b19c2dc86b0f req-fd369d0a-8139-4c40-a691-eac86cd83bf7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 943 time: 0.0918257 Mar 27 15:32:50.771632 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-c39c7966-def9-4010-ac17-d2fee392fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.773243 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-c39c7966-def9-4010-ac17-d2fee392fd95 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d&tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059 HTTP/1.1" status: 200 len: 1127 time: 0.1044593 Mar 27 15:32:50.790222 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fc61733c-469e-4719-8649-b19c2dc86b0f req-45140687-fc6e-4dc3-9889-830af33c610e tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627086 Mar 27 15:32:50.799574 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25758-351f-4159-8615-bb7e104c980a req-bef4f86a-aca7-43bb-a1b7-c3667223cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.801767 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:50.801891 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-bef4f86a-aca7-43bb-a1b7-c3667223cc6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1127 time: 0.0584283 Mar 27 15:32:50.804397 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c355e-2b0c-4936-9155-0be548b95529" -d '{"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:50.848138 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43672c94-4ec4-47c9-bd58-0b4ea3a35761 x-openstack-request-id: req-43672c94-4ec4-47c9-bd58-0b4ea3a35761 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:50.848530 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:50.848880 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43672c94-4ec4-47c9-bd58-0b4ea3a35761 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:50.849223 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-8398e10c-e43f-47ae-b024-ba9d143bff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.849442 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43672c94-4ec4-47c9-bd58-0b4ea3a35761'] response: {'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'code': 200} Mar 27 15:32:50.850851 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-8398e10c-e43f-47ae-b024-ba9d143bff16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1127 time: 0.0530698 Mar 27 15:32:50.911712 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25758-351f-4159-8615-bb7e104c980a req-ba85e51f-7be8-4909-a294-c71431e269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.913307 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-ba85e51f-7be8-4909-a294-c71431e269bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.0972688 Mar 27 15:32:50.947638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-826c7fad-477f-473c-b6bf-2c9c6514b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:50.949106 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-826c7fad-477f-473c-b6bf-2c9c6514b2f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.0882175 Mar 27 15:32:50.955124 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-9f69619c-7391-42a3-a592-5ff8ddc8e51c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 217 time: 0.0356126 Mar 27 15:32:51.005229 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25758-351f-4159-8615-bb7e104c980a req-579032cf-537e-4f4a-b9ee-b6bf3f5ef6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.006680 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-579032cf-537e-4f4a-b9ee-b6bf3f5ef6a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0459158 Mar 27 15:32:51.020975 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-5b47c600-9975-4a2c-8ccd-e65fd03f41ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 998 time: 0.0652812 Mar 27 15:32:51.065309 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25758-351f-4159-8615-bb7e104c980a req-f9adb56d-c56c-4bd1-8ed0-8a65ed47a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.067160 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-f9adb56d-c56c-4bd1-8ed0-8a65ed47a695 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524879 Mar 27 15:32:51.084242 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-d4156f06-c506-450b-88be-169cf1dfd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.085530 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-d4156f06-c506-450b-88be-169cf1dfd739 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0571826 Mar 27 15:32:51.140606 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-09ed0959-4313-4462-8007-f3545284c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.142418 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-09ed0959-4313-4462-8007-f3545284c214 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498769 Mar 27 15:32:51.175277 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-8409fd0a-6fed-433e-ad1b-aa2070e4a1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940626 Mar 27 15:32:51.234796 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-4ae3f069-f71b-43dc-a74d-2e8705f53f41 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846262 Mar 27 15:32:51.268532 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98c25758-351f-4159-8615-bb7e104c980a req-37f99031-0d7c-4b27-85a9-164af81c647f service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871086 Mar 27 15:32:51.337497 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c8e1050-0ed0-4f62-ac59-40a0ef031000 req-90d868f7-3a52-48b5-9d59-9a77243e1957 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941527 Mar 27 15:32:51.552438 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387c10f-9453-44d1-bee4-80eabd71833b req-ade57348-ea4d-435e-820a-68b83f4e9a94 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.553871 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7387c10f-9453-44d1-bee4-80eabd71833b req-ade57348-ea4d-435e-820a-68b83f4e9a94 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0535612 Mar 27 15:32:51.776288 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f138-35e4-4a0d-867d-1cabe75e400b req-ad4d920d-1099-48c8-83b0-1b68921968b4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.777733 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2340f138-35e4-4a0d-867d-1cabe75e400b req-ad4d920d-1099-48c8-83b0-1b68921968b4 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 946 time: 0.0557842 Mar 27 15:32:51.825990 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2340f138-35e4-4a0d-867d-1cabe75e400b req-418a8c08-3731-424b-8891-afde190e8e7c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Mar 27 15:32:51.837634 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7387c10f-9453-44d1-bee4-80eabd71833b req-e2c21658-7956-49a2-ba2f-ff5b17b5e0e1 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781065 Mar 27 15:32:51.934302 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa19f2-d279-4596-9ff8-1b9d09a32447 req-3025dea0-4236-4254-87eb-15065923ed46 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:51.935777 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-51aa19f2-d279-4596-9ff8-1b9d09a32447 req-3025dea0-4236-4254-87eb-15065923ed46 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 943 time: 0.0522509 Mar 27 15:32:51.980856 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-51aa19f2-d279-4596-9ff8-1b9d09a32447 req-ad6e8d29-db64-46b3-9f58-2301b4282e68 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395143 Mar 27 15:32:52.460675 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f48b691d-a56a-4d97-8734-c816e4243163 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:32:52.559682 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port f48b691d-a56a-4d97-8734-c816e4243163, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f48b691d-a56a-4d97-8734-c816e4243163,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:52.571968 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': 'f48b691d-a56a-4d97-8734-c816e4243163', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'port_id': 'f48b691d-a56a-4d97-8734-c816e4243163', 'mac_address': 'fa:16:3e:6d:a7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:32:52.607810 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port f48b691d-a56a-4d97-8734-c816e4243163 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:52.608203 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f48b691d-a56a-4d97-8734-c816e4243163), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:52.621233 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48b691d-a56a-4d97-8734-c816e4243163 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:52.641129 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port f48b691d-a56a-4d97-8734-c816e4243163, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f48b691d-a56a-4d97-8734-c816e4243163,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:52.644733 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f48b691d-a56a-4d97-8734-c816e4243163), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:52.701467 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=f48b691d-a56a-4d97-8734-c816e4243163,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:52.871827 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['f48b691d-a56a-4d97-8734-c816e4243163'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:53.107508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403268-57e7-48b4-a881-58452b3465ef req-8bdd287a-a802-448f-9b9e-3b16e009d5c7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:53.108963 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-19403268-57e7-48b4-a881-58452b3465ef req-8bdd287a-a802-448f-9b9e-3b16e009d5c7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 944 time: 0.0572019 Mar 27 15:32:53.120965 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3377-51ab-464a-91de-37efb5877cfe req-d4c31630-5a6c-4186-91bd-2929dd5a9e40 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:53.122411 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-beff3377-51ab-464a-91de-37efb5877cfe req-d4c31630-5a6c-4186-91bd-2929dd5a9e40 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0522184 Mar 27 15:32:53.156561 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-19403268-57e7-48b4-a881-58452b3465ef req-2dcd0ec6-618c-461f-8781-6a1e7cb05960 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Mar 27 15:32:53.170734 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-beff3377-51ab-464a-91de-37efb5877cfe req-b97dfe60-13be-4bc7-bb89-68abe665ea4b tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Mar 27 15:32:54.279225 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf1da2-35e9-466b-9d12-54344e4d06ea req-9d434dd7-9be1-46b2-ac93-e9772bc734e2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:54.280698 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-87bf1da2-35e9-466b-9d12-54344e4d06ea req-9d434dd7-9be1-46b2-ac93-e9772bc734e2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 944 time: 0.0539615 Mar 27 15:32:54.294384 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8a5c-2198-4491-86e4-65d253944ef4 req-dee5c29a-1071-4ba6-90e2-7ba97c407491 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:54.295850 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3dab8a5c-2198-4491-86e4-65d253944ef4 req-dee5c29a-1071-4ba6-90e2-7ba97c407491 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0520768 Mar 27 15:32:54.327921 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-87bf1da2-35e9-466b-9d12-54344e4d06ea req-ad04baf1-3d6e-4358-a917-f880c05ba16e tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Mar 27 15:32:54.346569 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3dab8a5c-2198-4491-86e4-65d253944ef4 req-69d31154-f28f-4516-9fe9-be9d6dbb5137 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Mar 27 15:32:54.470932 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f48b691d-a56a-4d97-8734-c816e4243163 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:32:54.523241 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port f48b691d-a56a-4d97-8734-c816e4243163 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:32:54.527193 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port f48b691d-a56a-4d97-8734-c816e4243163 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:32:54.527562 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f48b691d-a56a-4d97-8734-c816e4243163), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:54.602443 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port f48b691d-a56a-4d97-8734-c816e4243163 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:54.602830 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f48b691d-a56a-4d97-8734-c816e4243163), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:54.624757 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:54.627813 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79249f1-817d-4335-b9a5-e1a347b289b7" -d '{"events": [{"server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "name": "network-vif-plugged", "status": "completed", "tag": "f48b691d-a56a-4d97-8734-c816e4243163"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:54.640015 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port f48b691d-a56a-4d97-8734-c816e4243163, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f48b691d-a56a-4d97-8734-c816e4243163,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:54.645496 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f48b691d-a56a-4d97-8734-c816e4243163), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:54.671524 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacac51f-09c3-4564-8bfa-861a9a35bf08 x-openstack-request-id: req-dacac51f-09c3-4564-8bfa-861a9a35bf08 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:54.671834 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "name": "network-vif-plugged", "status": "completed", "tag": "f48b691d-a56a-4d97-8734-c816e4243163", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:54.672098 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dacac51f-09c3-4564-8bfa-861a9a35bf08 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:54.672495 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacac51f-09c3-4564-8bfa-861a9a35bf08'] response: {'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163', 'code': 200} Mar 27 15:32:54.699790 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=f48b691d-a56a-4d97-8734-c816e4243163,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:54.833590 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1214-2f1a-4cb8-af6d-94517087471f req-3b314f30-a260-4805-93a8-7caaa94b70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:54.835107 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a0eb1214-2f1a-4cb8-af6d-94517087471f req-3b314f30-a260-4805-93a8-7caaa94b70ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1129 time: 0.0450327 Mar 27 15:32:54.877522 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a0eb1214-2f1a-4cb8-af6d-94517087471f req-32f7dae6-53e9-414f-aa21-1c26ec0e9354 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368938 Mar 27 15:32:55.444677 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695ee2-d402-463f-a71b-0e7e4b927a21 req-b73a441b-ac59-4168-be26-397b0673cf46 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:55.446171 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ce695ee2-d402-463f-a71b-0e7e4b927a21 req-b73a441b-ac59-4168-be26-397b0673cf46 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0530303 Mar 27 15:32:55.467728 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1e72b-2868-49dc-be66-a5e638dfa8da req-72fa89f8-72df-49e2-a612-58bcf92c1fad tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:55.469218 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aeb1e72b-2868-49dc-be66-a5e638dfa8da req-72fa89f8-72df-49e2-a612-58bcf92c1fad tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0555711 Mar 27 15:32:55.493633 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ce695ee2-d402-463f-a71b-0e7e4b927a21 req-4102f07a-5e9b-471b-bc5a-b17412f8c809 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Mar 27 15:32:55.518920 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aeb1e72b-2868-49dc-be66-a5e638dfa8da req-33cd5fe1-fdc8-4ec9-93f3-ba104f1ca438 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432279 Mar 27 15:32:56.615334 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd409b29-352d-44a0-b24a-3fd82a26f516 req-e1586b8c-3752-4d02-b36f-bc787e7656a9 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:56.616792 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cd409b29-352d-44a0-b24a-3fd82a26f516 req-e1586b8c-3752-4d02-b36f-bc787e7656a9 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0561953 Mar 27 15:32:56.637048 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3208d5-ec02-48ed-b178-7b7d506d0363 req-ec70b71f-3048-48b1-8648-79b40f11f51a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:56.638525 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e3208d5-ec02-48ed-b178-7b7d506d0363 req-ec70b71f-3048-48b1-8648-79b40f11f51a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0533719 Mar 27 15:32:56.664895 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cd409b29-352d-44a0-b24a-3fd82a26f516 req-5e30b805-23ab-4527-b11b-63db169a386c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Mar 27 15:32:56.689575 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0e3208d5-ec02-48ed-b178-7b7d506d0363 req-ab8ce7f4-2b16-4938-9a61-d7bf236a95ea tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441654 Mar 27 15:32:56.778251 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a802f19-5a29-4663-b340-f575f54664a5 req-37ab6b9b-813a-4b92-8b2c-fa7bcf76741d tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:56.779654 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a802f19-5a29-4663-b340-f575f54664a5 req-37ab6b9b-813a-4b92-8b2c-fa7bcf76741d tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0527179 Mar 27 15:32:56.788079 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 49998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:32:56.792313 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'floatingip': {'port_id': 'f48b691d-a56a-4d97-8734-c816e4243163'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:32:56.833345 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (24f4c0d9-d2d7-48b8-a14b-7e150c0e09af), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.245322 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.249524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (24f4c0d9-d2d7-48b8-a14b-7e150c0e09af), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.351497 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Floating IP 24f4c0d9-d2d7-48b8-a14b-7e150c0e09af associated. External IP: 172.27.1.71, port: f48b691d-a56a-4d97-8734-c816e4243163. Mar 27 15:32:57.557384 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:32:57.663679 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:32:57.668275 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:57.673644 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:32:57.682988 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:57.683579 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:57.697580 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bcf889f4-0c20-47f6-874d-35688e69bd27 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "PUT /v2.0/floatingips/24f4c0d9-d2d7-48b8-a14b-7e150c0e09af HTTP/1.1" status: 200 len: 990 time: 0.9084709 Mar 27 15:32:57.698256 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:32:57.700495 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "tag": "f48b691d-a56a-4d97-8734-c816e4243163"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:32:57.737582 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb6a0d0-39fb-49d5-a045-7dde9acfaf28 x-openstack-request-id: req-1cb6a0d0-39fb-49d5-a045-7dde9acfaf28 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:32:57.737883 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "tag": "f48b691d-a56a-4d97-8734-c816e4243163", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:32:57.738192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cb6a0d0-39fb-49d5-a045-7dde9acfaf28 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:32:57.738573 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb6a0d0-39fb-49d5-a045-7dde9acfaf28'] response: {'name': 'network-changed', 'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163', 'status': 'completed', 'code': 200} Mar 27 15:32:57.795720 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:57.842654 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-157308f1-2b74-48f9-abf4-98699fce2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:57.844200 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-157308f1-2b74-48f9-abf4-98699fce2474 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1129 time: 0.0842068 Mar 27 15:32:57.851160 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8761eb-3307-49e0-adc0-cc2f40690509 req-662e0ada-088d-46af-8a19-e5aef24600a7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:57.852555 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3c8761eb-3307-49e0-adc0-cc2f40690509 req-662e0ada-088d-46af-8a19-e5aef24600a7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 943 time: 0.0913422 Mar 27 15:32:57.955122 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3c8761eb-3307-49e0-adc0-cc2f40690509 req-454cae5c-74ea-43cc-a420-16541a2ba8d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939891 Mar 27 15:32:57.972335 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-56a52221-24f5-453f-ac89-ae714413b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:57.973813 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-56a52221-24f5-453f-ac89-ae714413b6d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.1204257 Mar 27 15:32:58.020861 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '24f4c0d9-d2d7-48b8-a14b-7e150c0e09af', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'port_id': 'f48b691d-a56a-4d97-8734-c816e4243163', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'mac_address': 'fa:16:3e:6d:a7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:45Z', 'updated_at': '2022-03-27T15:32:57Z', 'revision_number': 1, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:58.042706 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-82af7107-b312-44f4-bca3-0ae87c160450 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 998 time: 0.0622501 Mar 27 15:32:58.046524 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:32:58.054788 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:32:58.055416 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:32:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:58.090358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-003e3567-fbc4-40d7-8505-4ea753b1e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:58.091860 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-003e3567-fbc4-40d7-8505-4ea753b1e5fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0436790 Mar 27 15:32:58.144790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-33513a4e-bed2-40ec-9a10-1ae171a45684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:58.146248 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-33513a4e-bed2-40ec-9a10-1ae171a45684 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475314 Mar 27 15:32:58.239534 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-ce55e1b8-d625-4649-9dd4-73b34cf07334 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Mar 27 15:32:58.260117 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:32:58.328596 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6732b4f0-cf1f-4e83-90a8-4ad9f54f7b17 req-2a64efd3-a8b4-486d-8424-b3270ec742fb service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829031 Mar 27 15:32:58.480205 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '24f4c0d9-d2d7-48b8-a14b-7e150c0e09af', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'port_id': 'f48b691d-a56a-4d97-8734-c816e4243163', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'mac_address': 'fa:16:3e:6d:a7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:45Z', 'updated_at': '2022-03-27T15:32:57Z', 'revision_number': 1, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:32:58.495616 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:32:58.505180 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183c7ab-8ed1-4622-b16c-e9503a47f169 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '24f4c0d9-d2d7-48b8-a14b-7e150c0e09af', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'port_id': 'f48b691d-a56a-4d97-8734-c816e4243163', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'mac_address': 'fa:16:3e:6d:a7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:32:45Z', 'updated_at': '2022-03-27T15:32:57Z', 'revision_number': 1, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:32:58.593259 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:58.608895 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'port_id': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'mac_address': 'fa:16:3e:6e:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:32:58.646696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7ececd3a-a233-4a83-846a-3f891f03d92f is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:32:58.647100 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:58.661123 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ececd3a-a233-4a83-846a-3f891f03d92f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:32:58.681337 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:32:58.685282 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:32:58.691747 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd515ac2-2a25-43b6-a895-bce2b90c8c2f None None] New status for floating IP 24f4c0d9-d2d7-48b8-a14b-7e150c0e09af: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:32:58.773894 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:32:58.953437 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['7ececd3a-a233-4a83-846a-3f891f03d92f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:32:59.076076 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277bf79-32cd-4e63-bd88-2d52807ff566 req-6d142a65-4312-477b-8a7f-c40e3eb16bba tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:32:59.077451 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7277bf79-32cd-4e63-bd88-2d52807ff566 req-6d142a65-4312-477b-8a7f-c40e3eb16bba tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 944 time: 0.0512080 Mar 27 15:32:59.129708 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7277bf79-32cd-4e63-bd88-2d52807ff566 req-e35af9fa-aa16-49e9-bce6-3daee95d1a7e tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455554 Mar 27 15:33:00.261035 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286e54-bd0b-4966-a885-9d3128ad67bb req-9fe1cdaa-6f35-4c96-a250-52ec7db3fa6a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:00.262504 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1c286e54-bd0b-4966-a885-9d3128ad67bb req-9fe1cdaa-6f35-4c96-a250-52ec7db3fa6a tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 944 time: 0.0612559 Mar 27 15:33:00.309599 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1c286e54-bd0b-4966-a885-9d3128ad67bb req-058c6ee7-8015-483e-a8fe-0fb3d8ce24e7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Mar 27 15:33:00.515118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:33:00.562697 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 7ececd3a-a233-4a83-846a-3f891f03d92f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:00.563103 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.637114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 7ececd3a-a233-4a83-846a-3f891f03d92f is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:00.637491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.671726 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:00.673901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e082e18-fdc0-4588-b14c-64d9c949a064" -d '{"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-plugged", "status": "completed", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:00.683812 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-17cb7224-217d-416c-b948-df63ac58a5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.689108 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:00.693633 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:00.723639 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f1a67c-e614-4e39-ba70-6ab4dc430eaa x-openstack-request-id: req-35f1a67c-e614-4e39-ba70-6ab4dc430eaa {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:00.723932 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-plugged", "status": "completed", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:00.724185 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35f1a67c-e614-4e39-ba70-6ab4dc430eaa {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:00.724764 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f1a67c-e614-4e39-ba70-6ab4dc430eaa'] response: {'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'code': 200} Mar 27 15:33:00.751509 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:00.954646 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001b02-d90a-42a3-a137-f7802ed23dcb req-684253dd-5784-411d-a528-c28e41b2c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:00.956198 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5d001b02-d90a-42a3-a137-f7802ed23dcb req-684253dd-5784-411d-a528-c28e41b2c8e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.0429430 Mar 27 15:33:01.003781 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5d001b02-d90a-42a3-a137-f7802ed23dcb req-16ed6503-2986-4152-aefa-766db3084741 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 Mar 27 15:33:01.428519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d7d54-7647-430a-a0f8-cd4a469f8e18 req-2fe63688-ea0e-4a5a-b4b3-28d307e51648 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:01.429954 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cf0d7d54-7647-430a-a0f8-cd4a469f8e18 req-2fe63688-ea0e-4a5a-b4b3-28d307e51648 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0548227 Mar 27 15:33:01.477504 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cf0d7d54-7647-430a-a0f8-cd4a469f8e18 req-5fbed7df-78aa-41df-9368-90ca29d6b982 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Mar 27 15:33:02.594538 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5210a1-bd95-4c33-b778-4ccf929737d6 req-715c976d-0e3d-4d80-b8b1-513124bcff0d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:02.596043 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ac5210a1-bd95-4c33-b778-4ccf929737d6 req-715c976d-0e3d-4d80-b8b1-513124bcff0d tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0514743 Mar 27 15:33:02.643441 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ac5210a1-bd95-4c33-b778-4ccf929737d6 req-4d7fa00a-2417-4792-8a5b-0f7526ae9fe5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Mar 27 15:33:03.012463 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61006216-57e7-45c3-bac2-0965e762e3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:03.115011 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:33:04.058572 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:05.379097 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:06.932458 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:07.678587 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-1c731101-d063-4478-96e6-62cf9597b01f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444827 Mar 27 15:33:07.763913 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-9d844435-a789-4870-89df-7cc55609ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:07.765393 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-9d844435-a789-4870-89df-7cc55609ea84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.0436409 Mar 27 15:33:07.872571 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-a1399520-ddbc-4373-ba20-42878c96f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:07.874031 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-a1399520-ddbc-4373-ba20-42878c96f7f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.0868394 Mar 27 15:33:07.937892 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-c140d342-cec1-4512-8508-7d591915b724 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 1000 time: 0.0576692 Mar 27 15:33:07.994196 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-8201ce69-04ec-4af6-9e8b-9cfe853e2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:07.995621 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-8201ce69-04ec-4af6-9e8b-9cfe853e2c45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0429888 Mar 27 15:33:08.047445 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-36cbc6d2-11bb-4c94-9779-737301b83f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:08.049539 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-36cbc6d2-11bb-4c94-9779-737301b83f1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473831 Mar 27 15:33:08.135164 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-3ff77dab-c29b-41fe-b600-a5d970e07ec4 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786986 Mar 27 15:33:08.226883 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4cd53fcd-aa3a-467e-a67b-74f48c9f4d55 req-4ec5aede-0040-4c2c-9fee-c667251e04e9 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853665 Mar 27 15:33:08.785549 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-ac030eae-b67a-417e-90b4-db76a999ed04 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644501809&fields=id&tenant_id=fedfe3fe0a72411db3130e99ab92ba7a HTTP/1.1" status: 200 len: 267 time: 0.0451863 Mar 27 15:33:08.841277 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-5b94f4ef-52b7-4b2c-8940-2a8a0daa5eea tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:08.842757 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-5b94f4ef-52b7-4b2c-8940-2a8a0daa5eea tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 985 time: 0.0518835 Mar 27 15:33:08.853676 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Request body: {'port': {'security_groups': ['0030039e-9a18-414a-bcd4-cbc39e0fc1d5']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:33:08.951505 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9813570e-ba93-4605-8360-45540bf73553), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.144047 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:09.174892 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for port (9813570e-ba93-4605-8360-45540bf73553), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.179805 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (9813570e-ba93-4605-8360-45540bf73553), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.204845 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9813570e-ba93-4605-8360-45540bf73553'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:09.228055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:09.228696 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.233181 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5c65de65-63f5-459f-b4d2-5d7ff1f95421 req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "PUT /v2.0/ports/9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 943 time: 0.3837845 Mar 27 15:33:09.233736 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:09.237123 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:09.240380 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:09.270180 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313e6e-e4d5-4a42-92ab-9ee288aa8761 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event updated for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:09.304460 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc079af8-6228-45fa-a130-a359b9175afb x-openstack-request-id: req-cc079af8-6228-45fa-a130-a359b9175afb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:09.304767 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:09.305013 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc079af8-6228-45fa-a130-a359b9175afb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:09.305425 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc079af8-6228-45fa-a130-a359b9175afb'] response: {'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'status': 'completed', 'code': 200} Mar 27 15:33:09.321094 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9813570e-ba93-4605-8360-45540bf73553'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:09.334967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46c12f3b-5643-4af8-af97-a5a7f718a4ba tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group (4edf7dfa-9073-4425-8463-1c50c189b4e9), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.363444 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46c12f3b-5643-4af8-af97-a5a7f718a4ba tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group (4edf7dfa-9073-4425-8463-1c50c189b4e9), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.393458 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-b1e42c3c-f88b-4f07-89d1-0061965611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:09.395049 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-b1e42c3c-f88b-4f07-89d1-0061965611ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1130 time: 0.0488882 Mar 27 15:33:09.428948 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46c12f3b-5643-4af8-af97-a5a7f718a4ba tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (4edf7dfa-9073-4425-8463-1c50c189b4e9), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.432175 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46c12f3b-5643-4af8-af97-a5a7f718a4ba tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.436882 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-46c12f3b-5643-4af8-af97-a5a7f718a4ba tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "DELETE /v2.0/security-groups/4edf7dfa-9073-4425-8463-1c50c189b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1953669 Mar 27 15:33:09.437542 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:09.484358 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c12f3b-5643-4af8-af97-a5a7f718a4ba tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf7dfa-9073-4425-8463-1c50c189b4e9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:09.514727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.516131 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-327fb221-9c95-427e-8ade-5386650d48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:09.521196 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-327fb221-9c95-427e-8ade-5386650d48fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 915 time: 0.1171725 Mar 27 15:33:09.575791 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-32603a54-d8b0-459d-acec-27c32bfbd0b0 None None] Provisioning complete for port 9813570e-ba93-4605-8360-45540bf73553 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:33:09.576164 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-32603a54-d8b0-459d-acec-27c32bfbd0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9813570e-ba93-4605-8360-45540bf73553), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.596872 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-d5abae94-f6c1-4f82-8bd1-04b44090931c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 1001 time: 0.0670662 Mar 27 15:33:09.617752 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Deleting port d28f03a6-2d13-4d32-a04b-5a383b859a27 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:09.618130 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.649202 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-aa2f88c9-9ece-40a4-a5aa-03b5c343a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:09.650457 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-aa2f88c9-9ece-40a4-a5aa-03b5c343a4ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0452597 Mar 27 15:33:09.661532 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-32603a54-d8b0-459d-acec-27c32bfbd0b0 None None] Current status of the port 9813570e-ba93-4605-8360-45540bf73553 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:33:09.699979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.700308 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for floatingip (d28f03a6-2d13-4d32-a04b-5a383b859a27), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.705194 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-0bb0f81c-b21d-4c6b-8ee3-74c6be00877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:09.706712 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-0bb0f81c-b21d-4c6b-8ee3-74c6be00877b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503588 Mar 27 15:33:09.712993 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Calling delete_port for d28f03a6-2d13-4d32-a04b-5a383b859a27 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:09.795697 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-45b1e469-c344-4cc4-89f0-67033f958316 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817015 Mar 27 15:33:09.887608 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1556f9e5-e17d-4b96-a5cc-d88c387d6ffe req-fd03ea8b-251a-43e6-936c-997d9a114646 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Mar 27 15:33:09.893781 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (d28f03a6-2d13-4d32-a04b-5a383b859a27), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.921848 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event deleted for resources: {'Port': ['ID=d28f03a6-2d13-4d32-a04b-5a383b859a27,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:09.982902 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks [] for floatingip (cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:09.983232 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Floating IP cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593 disassociated (deleted). External IP: 172.27.1.30, port: 9813570e-ba93-4605-8360-45540bf73553. Mar 27 15:33:10.195472 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Router 451ca77d-972c-477b-95ab-25532718ad16 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:10.310641 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:10.315874 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:10.320972 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] Sync routers for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:10.331384 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:10.331994 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.345391 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b4de212a-db98-4b26-b1b3-2c868659ebe2 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "DELETE /v2.0/floatingips/cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593 HTTP/1.1" status: 204 len: 168 time: 0.9039223 Mar 27 15:33:10.346071 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:10.348681 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:10.385782 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9efba3-01a9-433a-9844-a0c4ad2e214f x-openstack-request-id: req-0d9efba3-01a9-433a-9844-a0c4ad2e214f {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:10.386079 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "tag": "9813570e-ba93-4605-8360-45540bf73553", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:10.386333 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d9efba3-01a9-433a-9844-a0c4ad2e214f {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:10.386736 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9efba3-01a9-433a-9844-a0c4ad2e214f'] response: {'name': 'network-changed', 'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'status': 'completed', 'code': 200} Mar 27 15:33:10.451100 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:10.458594 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-3bb3ea13-15ad-4ec4-b384-b0474c725a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.460222 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-3bb3ea13-15ad-4ec4-b384-b0474c725a38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 1130 time: 0.0465508 Mar 27 15:33:10.562025 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-6d66cf7d-4a79-4315-9412-cae6b66de13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.564158 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-6d66cf7d-4a79-4315-9412-cae6b66de13e service neutron] 10.222.0.25 "GET /v2.0/networks?id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 200 len: 915 time: 0.0964818 Mar 27 15:33:10.622102 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-cd92df92-ce0e-40c5-a6ea-05ca4688b0ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 200 len: 217 time: 0.0426645 Mar 27 15:33:10.669999 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:08Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.671187 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-7b2eefe7-d8e1-4296-b983-e631aaa99bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.672637 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-7b2eefe7-d8e1-4296-b983-e631aaa99bf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 200 len: 854 time: 0.0433908 Mar 27 15:33:10.698209 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] Checking router: 451ca77d-972c-477b-95ab-25532718ad16 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:10.712176 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:10.712786 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:10.733261 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-84679bd6-60fc-440a-a497-68252814dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:10.734755 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-84679bd6-60fc-440a-a497-68252814dd7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540895 Mar 27 15:33:10.822664 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:10.826357 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-b92e4c20-08c2-4a42-b86b-5beaa0926055 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850015 Mar 27 15:33:10.917988 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f24e9af4-c3eb-43b0-b55e-8a96dd4b552f req-cb8d5d70-a772-431b-96c9-d446526031a8 service neutron] 10.222.0.25 "GET /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824828 Mar 27 15:33:11.047021 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:08Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:11.078494 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ceb794-8d5b-4ebe-9fd7-b801f3b24e47 None None] The sync data for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi is: [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:31:01Z', 'revision_number': 4, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '97ff00e5-de25-4556-a44f-50ace929be93', 'name': '', 'network_id': '10f1d385-9f07-4dac-b7c8-e4ee3de76fb1', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'mac_address': 'fa:16:3e:96:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:00Z', 'updated_at': '2022-03-27T15:31:08Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'subnets': [{'id': '0243c144-840a-4701-abfa-f6a11c9cffff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:11.296421 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aec6c5a-6b69-4dc6-9024-e649ff5b982c None None] New status for floating IP cb4b5eeb-0cb6-4505-a57a-efe7dc6c1593: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:13.107898 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b328-19e3-47e5-88f3-bcd97a125966 req-2f047243-4b29-4741-92da-edd99df40215 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:13.109354 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6227b328-19e3-47e5-88f3-bcd97a125966 req-2f047243-4b29-4741-92da-edd99df40215 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0529838 Mar 27 15:33:13.154491 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6227b328-19e3-47e5-88f3-bcd97a125966 req-0102d758-2448-43f2-ab0a-df818651864c tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Mar 27 15:33:14.277516 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098bd9-83cc-4b3e-8652-63e89aba09d8 req-c010923f-bcea-41d9-a58c-81952914a9eb tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:14.278984 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3e098bd9-83cc-4b3e-8652-63e89aba09d8 req-c010923f-bcea-41d9-a58c-81952914a9eb tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0567341 Mar 27 15:33:14.326909 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3e098bd9-83cc-4b3e-8652-63e89aba09d8 req-498451c2-fa7c-4bb8-b75f-637de78d554d tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Mar 27 15:33:15.093828 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-1b9baa1d-868c-45af-a29a-9a3eb21af524 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:15.095562 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-1b9baa1d-868c-45af-a29a-9a3eb21af524 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0523624 Mar 27 15:33:15.191202 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Deleting port 9813570e-ba93-4605-8360-45540bf73553 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:15.191534 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (9813570e-ba93-4605-8360-45540bf73553), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.452644 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c262a05-5b4a-4776-9b59-65b32d417e77 req-5998cd18-c344-4f0f-8b62-5d69ae01d850 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:15.455243 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5c262a05-5b4a-4776-9b59-65b32d417e77 req-5998cd18-c344-4f0f-8b62-5d69ae01d850 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a13cfba-3145-4673-abbd-57f75578710f HTTP/1.1" status: 200 len: 946 time: 0.0581803 Mar 27 15:33:15.502146 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5c262a05-5b4a-4776-9b59-65b32d417e77 req-01c3046a-0860-406d-8998-c843ec74fc5b tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.10 "GET /v2.0/security-groups?id=0030039e-9a18-414a-bcd4-cbc39e0fc1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Mar 27 15:33:15.509126 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] For port 9813570e-ba93-4605-8360-45540bf73553, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9813570e-ba93-4605-8360-45540bf73553,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:15.509638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (9813570e-ba93-4605-8360-45540bf73553), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.523491 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Calling delete_port for 9813570e-ba93-4605-8360-45540bf73553 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:15.650444 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (9813570e-ba93-4605-8360-45540bf73553), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.668141 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9813570e-ba93-4605-8360-45540bf73553'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:33:15.679238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Pushing event deleted for resources: {'Port': ['ID=9813570e-ba93-4605-8360-45540bf73553,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:15.724799 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] No DVR routers for this DVR port 9813570e-ba93-4605-8360-45540bf73553 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:15.727329 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:15.730553 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fee96411-e9a1-4563-8d63-c26c1f3c1625 req-2305a6a7-aa07-4da8-996a-c90701b1b3a6 tempest-TestMinimumBasicScenario-829686708 tempest-TestMinimumBasicScenario-829686708-project] 10.222.0.25 "DELETE /v2.0/ports/9813570e-ba93-4605-8360-45540bf73553 HTTP/1.1" status: 204 len: 173 time: 0.6277616 Mar 27 15:33:15.731006 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'name': 'network-vif-deleted', 'tag': '9813570e-ba93-4605-8360-45540bf73553'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:15.733293 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057f1eb-001a-4889-a37a-35dc9a3bb6ec" -d '{"events": [{"server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "name": "network-vif-deleted", "tag": "9813570e-ba93-4605-8360-45540bf73553"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:15.772437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c731f561-26f1-41dc-a98a-46b8296d6df1 x-openstack-request-id: req-c731f561-26f1-41dc-a98a-46b8296d6df1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:15.772437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a13cfba-3145-4673-abbd-57f75578710f", "name": "network-vif-deleted", "tag": "9813570e-ba93-4605-8360-45540bf73553", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:15.772896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c731f561-26f1-41dc-a98a-46b8296d6df1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:15.773301 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c731f561-26f1-41dc-a98a-46b8296d6df1'] response: {'server_uuid': '3a13cfba-3145-4673-abbd-57f75578710f', 'name': 'network-vif-deleted', 'tag': '9813570e-ba93-4605-8360-45540bf73553', 'status': 'completed', 'code': 200} Mar 27 15:33:17.000063 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50114) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:17.655686 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (451ca77d-972c-477b-95ab-25532718ad16), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:17.950683 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Deleting port 97ff00e5-de25-4556-a44f-50ace929be93 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:17.950956 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (97ff00e5-de25-4556-a44f-50ace929be93), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.024908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] For port 97ff00e5-de25-4556-a44f-50ace929be93, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=97ff00e5-de25-4556-a44f-50ace929be93,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:18.025561 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (97ff00e5-de25-4556-a44f-50ace929be93), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.037680 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Calling delete_port for 97ff00e5-de25-4556-a44f-50ace929be93 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:18.213904 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (97ff00e5-de25-4556-a44f-50ace929be93), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.241938 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ff00e5-de25-4556-a44f-50ace929be93,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:18.404821 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (451ca77d-972c-477b-95ab-25532718ad16), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.615852 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Router 451ca77d-972c-477b-95ab-25532718ad16 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:18.619530 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9813570e-ba93-4605-8360-45540bf73553 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:18.639171 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 9813570e-ba93-4605-8360-45540bf73553 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:18.639520 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9813570e-ba93-4605-8360-45540bf73553 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:18.739945 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:18.745447 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6614bfb4-f95f-49d9-b124-b65e4f3f9948 admin admin] 10.222.0.10 "PUT /v2.0/routers/451ca77d-972c-477b-95ab-25532718ad16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437859 Mar 27 15:33:18.747370 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:18.749144 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] Sync routers for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:18.760066 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:18.760663 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:18.851476 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks [] for router (451ca77d-972c-477b-95ab-25532718ad16), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:18.867135 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:18.950963 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks [] for router_gateway (451ca77d-972c-477b-95ab-25532718ad16), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.007369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Deleting port 08487c89-7add-469c-81ab-4daa3c316165 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:19.007710 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (08487c89-7add-469c-81ab-4daa3c316165), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.043926 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '08487c89-7add-469c-81ab-4daa3c316165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:33:18Z', 'revision_number': 5, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port': {'id': '08487c89-7add-469c-81ab-4daa3c316165', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451ca77d-972c-477b-95ab-25532718ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:30:58Z', 'updated_at': '2022-03-27T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:19.075233 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] Checking router: 451ca77d-972c-477b-95ab-25532718ad16 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:19.084316 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] Routers {'451ca77d-972c-477b-95ab-25532718ad16'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:19.084912 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['451ca77d-972c-477b-95ab-25532718ad16'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:19.087459 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] For port 08487c89-7add-469c-81ab-4daa3c316165, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=08487c89-7add-469c-81ab-4daa3c316165,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:19.087819 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (08487c89-7add-469c-81ab-4daa3c316165), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.101203 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Calling delete_port for 08487c89-7add-469c-81ab-4daa3c316165 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:19.171118 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] Set router 451ca77d-972c-477b-95ab-25532718ad16 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:19.273527 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (08487c89-7add-469c-81ab-4daa3c316165), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.301874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Pushing event deleted for resources: {'Port': ['ID=08487c89-7add-469c-81ab-4daa3c316165,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:19.315594 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:33:18Z', 'revision_number': 6, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:19.344908 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b1756-d2d2-4efd-b3c8-5968f3660146 None None] The sync data for ids ['451ca77d-972c-477b-95ab-25532718ad16'] in dv-cinder-835384-1-iscsi is: [{'id': '451ca77d-972c-477b-95ab-25532718ad16', 'name': 'tempest-TestMinimumBasicScenario-1053344713-router', 'tenant_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:30:57Z', 'updated_at': '2022-03-27T15:33:18Z', 'revision_number': 6, 'project_id': 'fedfe3fe0a72411db3130e99ab92ba7a', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:19.363927 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (451ca77d-972c-477b-95ab-25532718ad16), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.456779 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (451ca77d-972c-477b-95ab-25532718ad16), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.458814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks [] for router_controller (451ca77d-972c-477b-95ab-25532718ad16), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.500029 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (451ca77d-972c-477b-95ab-25532718ad16), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.500567 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 451ca77d-972c-477b-95ab-25532718ad16 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:33:19.504990 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.506130 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2fe6d79e-b315-4e07-bfe6-616a9501fe1c admin admin] 10.222.0.10 "DELETE /v2.0/routers/451ca77d-972c-477b-95ab-25532718ad16 HTTP/1.1" status: 204 len: 168 time: 0.7577622 Mar 27 15:33:19.508593 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50122) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:19.556889 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Deleting subnet 0243c144-840a-4701-abfa-f6a11c9cffff {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:33:19.559952 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Publish callbacks [] for subnet (0243c144-840a-4701-abfa-f6a11c9cffff), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.593406 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (0243c144-840a-4701-abfa-f6a11c9cffff), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.700225 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (0243c144-840a-4701-abfa-f6a11c9cffff), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.756691 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (0243c144-840a-4701-abfa-f6a11c9cffff), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.783796 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0243c144-840a-4701-abfa-f6a11c9cffff,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:19.790763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.794103 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-6c6a009c-a609-47e0-89c8-c8a5e5aeb407 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0243c144-840a-4701-abfa-f6a11c9cffff HTTP/1.1" status: 204 len: 168 time: 0.2845726 Mar 27 15:33:19.796634 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:19.801117 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4274df3-7ca2-4eb8-aa89-778d88b46372 None None] Network 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:19.866103 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.929639 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Deleting port 8ec14931-fb87-469b-9818-8b13262776b1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:19.929980 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (8ec14931-fb87-469b-9818-8b13262776b1), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:19.953491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] DHCP port deletion for 10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:33:19.994980 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] For port 8ec14931-fb87-469b-9818-8b13262776b1, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8ec14931-fb87-469b-9818-8b13262776b1,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:19.995270 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (8ec14931-fb87-469b-9818-8b13262776b1), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.009356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Calling delete_port for 8ec14931-fb87-469b-9818-8b13262776b1 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:20.018214 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] Deleting port 8ec14931-fb87-469b-9818-8b13262776b1 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:20.018586 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (8ec14931-fb87-469b-9818-8b13262776b1), before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.080356 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] For port 8ec14931-fb87-469b-9818-8b13262776b1, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8ec14931-fb87-469b-9818-8b13262776b1,segment=NetworkSegment(d836b4b2-41d5-4ee8-abc4-3b7be30180b7),segment_id=d836b4b2-41d5-4ee8-abc4-3b7be30180b7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:20.080835 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (8ec14931-fb87-469b-9818-8b13262776b1), precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.094449 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] Calling delete_port for 8ec14931-fb87-469b-9818-8b13262776b1 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:20.099919 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (8ec14931-fb87-469b-9818-8b13262776b1), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.127870 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec14931-fb87-469b-9818-8b13262776b1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:20.130159 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] No DVR routers for this DVR port 8ec14931-fb87-469b-9818-8b13262776b1 on host dv-cinder-835384-1-iscsi {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:20.179132 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788'] for port (8ec14931-fb87-469b-9818-8b13262776b1), after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.198596 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.207130 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] No DVR routers for this DVR port 8ec14931-fb87-469b-9818-8b13262776b1 on host dv-cinder-835384-1-iscsi {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:20.210740 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3c58e-e537-43d7-9fa6-a6e7f95e0b55 None None] Pushing event deleted for resources: {'Port': ['ID=8ec14931-fb87-469b-9818-8b13262776b1,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:20.224887 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f1d385-9f07-4dac-b7c8-e4ee3de76fb1']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:20.234012 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:20.234301 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd836b4b2-41d5-4ee8-abc4-3b7be30180b7') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:20.243418 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (d836b4b2-41d5-4ee8-abc4-3b7be30180b7), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.256583 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (d836b4b2-41d5-4ee8-abc4-3b7be30180b7), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.262230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:33:20.262607 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (d836b4b2-41d5-4ee8-abc4-3b7be30180b7), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:33:20.264315 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:33:20.326407 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (10f1d385-9f07-4dac-b7c8-e4ee3de76fb1), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.331508 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.334689 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] 10.222.0.10 "DELETE /v2.0/networks/10f1d385-9f07-4dac-b7c8-e4ee3de76fb1 HTTP/1.1" status: 204 len: 168 time: 0.5371332 Mar 27 15:33:20.337565 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50126) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:20.347835 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bf504-f69b-4e11-b0a2-359cd4048b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f1d385-9f07-4dac-b7c8-e4ee3de76fb1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:20.678628 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.921717 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Deleting port 2f00fbb1-438e-4425-b332-49d23994fcaa {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:20.922052 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:20.999627 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] For port 2f00fbb1-438e-4425-b332-49d23994fcaa, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=2f00fbb1-438e-4425-b332-49d23994fcaa,segment=NetworkSegment(b54b06ae-0002-44cb-a16b-435832387007),segment_id=b54b06ae-0002-44cb-a16b-435832387007)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:20.999911 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.016047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Calling delete_port for 2f00fbb1-438e-4425-b332-49d23994fcaa owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:21.193104 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (2f00fbb1-438e-4425-b332-49d23994fcaa), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.220216 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f00fbb1-438e-4425-b332-49d23994fcaa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:21.389137 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:21.402040 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 97ff00e5-de25-4556-a44f-50ace929be93 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:21.423571 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 97ff00e5-de25-4556-a44f-50ace929be93 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:21.424008 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 97ff00e5-de25-4556-a44f-50ace929be93 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:21.424491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8ec14931-fb87-469b-9818-8b13262776b1 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:21.443709 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 8ec14931-fb87-469b-9818-8b13262776b1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:21.444135 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8ec14931-fb87-469b-9818-8b13262776b1 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:21.444655 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 08487c89-7add-469c-81ab-4daa3c316165 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:21.466349 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 08487c89-7add-469c-81ab-4daa3c316165 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:21.466696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 08487c89-7add-469c-81ab-4daa3c316165 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:21.863068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:21.966163 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:21.971593 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-dbb304c9-5817-4b51-89a8-4025b8d10983 admin admin] 10.222.0.10 "PUT /v2.0/routers/ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327851 Mar 27 15:33:21.974125 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50128) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:21.976633 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] Sync routers for ids ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:21.987282 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] Routers {'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:21.987917 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.076617 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks [] for router (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.185073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks [] for router_gateway (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.230005 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] Set router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:22.239172 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Deleting port 416f7d2d-23e7-4a85-ad10-839268589ef7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:22.239511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.318105 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] For port 416f7d2d-23e7-4a85-ad10-839268589ef7, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=416f7d2d-23e7-4a85-ad10-839268589ef7,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:22.318475 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.331542 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Calling delete_port for 416f7d2d-23e7-4a85-ad10-839268589ef7 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:22.408708 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:33:21Z', 'revision_number': 5, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port': {'id': '416f7d2d-23e7-4a85-ad10-839268589ef7', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.434559 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] Checking router: ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:22.443595 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] Routers {'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:22.444256 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.502757 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (416f7d2d-23e7-4a85-ad10-839268589ef7), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.532570 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Pushing event deleted for resources: {'Port': ['ID=416f7d2d-23e7-4a85-ad10-839268589ef7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:22.538979 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] Set router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:22.592889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.597210 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:33:22Z', 'revision_number': 6, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:22.623095 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff6cc4-6441-4283-874d-57f391a1bb85 None None] The sync data for ids ['ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87'] in dv-cinder-835384-1-iscsi is: [{'id': 'ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87', 'name': 'tempest-TestMinimumBasicScenario-1666114732-router', 'tenant_id': '9161edcafdf342c49a74efcac853b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:31:04Z', 'updated_at': '2022-03-27T15:33:22Z', 'revision_number': 6, 'project_id': '9161edcafdf342c49a74efcac853b8e1', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:22.700497 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.702619 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks [] for router_controller (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.768061 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.768508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:33:22.773564 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.775424 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-494ae336-2c43-449d-b653-049b0c6e638d admin admin] 10.222.0.10 "DELETE /v2.0/routers/ad7bfcb9-173f-4e37-b676-3f0b9b9a4c87 HTTP/1.1" status: 204 len: 168 time: 0.8003268 Mar 27 15:33:22.777601 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:22.820832 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Deleting subnet 78ba0d8f-3014-4dc2-a35a-6659a85973a2 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:33:22.823776 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Publish callbacks [] for subnet (78ba0d8f-3014-4dc2-a35a-6659a85973a2), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.856110 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (78ba0d8f-3014-4dc2-a35a-6659a85973a2), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.932795 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (78ba0d8f-3014-4dc2-a35a-6659a85973a2), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:22.986207 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (78ba0d8f-3014-4dc2-a35a-6659a85973a2), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.019255 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ba0d8f-3014-4dc2-a35a-6659a85973a2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:23.022798 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.026087 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-274fbccb-4121-4f8e-bc86-44fb698ed265 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/78ba0d8f-3014-4dc2-a35a-6659a85973a2 HTTP/1.1" status: 204 len: 168 time: 0.2475343 Mar 27 15:33:23.028542 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50132) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:23.032858 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5a087-cc92-4fd4-8cce-df2972d206ca None None] Network dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:23.107604 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.162259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Deleting port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:23.162597 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.222287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] For port da84baaa-dd6d-4fdf-aa75-d011b5b837f0, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,segment=NetworkSegment(b54b06ae-0002-44cb-a16b-435832387007),segment_id=b54b06ae-0002-44cb-a16b-435832387007)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:23.222641 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.234841 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Calling delete_port for da84baaa-dd6d-4fdf-aa75-d011b5b837f0 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:23.330972 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (da84baaa-dd6d-4fdf-aa75-d011b5b837f0), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.354502 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Pushing event deleted for resources: {'Port': ['ID=da84baaa-dd6d-4fdf-aa75-d011b5b837f0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:23.359954 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] No DVR routers for this DVR port da84baaa-dd6d-4fdf-aa75-d011b5b837f0 on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:23.402974 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c59ab-3b1f-42ce-80a4-ee90503213cf None None] DHCP port deletion for dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:33:23.435747 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.461170 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:23.471695 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54b06ae-0002-44cb-a16b-435832387007') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:23.472131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54b06ae-0002-44cb-a16b-435832387007') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:23.476388 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 416f7d2d-23e7-4a85-ad10-839268589ef7 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.481811 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (b54b06ae-0002-44cb-a16b-435832387007), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.495329 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (b54b06ae-0002-44cb-a16b-435832387007), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.495971 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 416f7d2d-23e7-4a85-ad10-839268589ef7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.496313 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 416f7d2d-23e7-4a85-ad10-839268589ef7 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.496717 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device da84baaa-dd6d-4fdf-aa75-d011b5b837f0 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.501934 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:33:23.502390 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (b54b06ae-0002-44cb-a16b-435832387007), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:33:23.504147 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:33:23.517288 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: da84baaa-dd6d-4fdf-aa75-d011b5b837f0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.518048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device da84baaa-dd6d-4fdf-aa75-d011b5b837f0 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.518475 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2f00fbb1-438e-4425-b332-49d23994fcaa no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:23.546461 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 2f00fbb1-438e-4425-b332-49d23994fcaa {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:23.546812 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 2f00fbb1-438e-4425-b332-49d23994fcaa not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:23.564554 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.570104 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.573235 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94 HTTP/1.1" status: 204 len: 168 time: 0.5436077 Mar 27 15:33:23.586294 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12635fc9-e2f0-4c05-84e8-9572c05c1956 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcc2d94-9720-4969-8e6c-c4c2ddcfcd94,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:23.697424 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50136) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:23.739953 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-86b805ae-9356-44c3-b1e2-17f60987d193 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fedfe3fe0a72411db3130e99ab92ba7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413537 Mar 27 15:33:23.742441 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50138) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:23.789997 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d23e07d1-ee39-4f5f-928f-9bc2b8873bf5 admin admin] Publish callbacks [] for security_group (0030039e-9a18-414a-bcd4-cbc39e0fc1d5), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.814896 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d23e07d1-ee39-4f5f-928f-9bc2b8873bf5 admin admin] Publish callbacks [] for security_group (0030039e-9a18-414a-bcd4-cbc39e0fc1d5), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.863207 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d23e07d1-ee39-4f5f-928f-9bc2b8873bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (0030039e-9a18-414a-bcd4-cbc39e0fc1d5), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.865759 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d23e07d1-ee39-4f5f-928f-9bc2b8873bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:23.866896 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d23e07d1-ee39-4f5f-928f-9bc2b8873bf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0030039e-9a18-414a-bcd4-cbc39e0fc1d5 HTTP/1.1" status: 204 len: 168 time: 0.1235359 Mar 27 15:33:23.881172 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e07d1-ee39-4f5f-928f-9bc2b8873bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030039e-9a18-414a-bcd4-cbc39e0fc1d5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:24.171312 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50144) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:24.210371 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-150cbb4b-d1b5-443b-978a-0e660f7e2252 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9161edcafdf342c49a74efcac853b8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378971 Mar 27 15:33:24.212725 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50148) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:24.258545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b8e1edd-1e0a-4cfa-874b-8f0b77087bdc admin admin] Publish callbacks [] for security_group (28cdb651-e25c-4aef-9754-e80bf11d8db3), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.283066 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b8e1edd-1e0a-4cfa-874b-8f0b77087bdc admin admin] Publish callbacks [] for security_group (28cdb651-e25c-4aef-9754-e80bf11d8db3), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.331530 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b8e1edd-1e0a-4cfa-874b-8f0b77087bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (28cdb651-e25c-4aef-9754-e80bf11d8db3), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.334100 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b8e1edd-1e0a-4cfa-874b-8f0b77087bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:24.335308 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0b8e1edd-1e0a-4cfa-874b-8f0b77087bdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28cdb651-e25c-4aef-9754-e80bf11d8db3 HTTP/1.1" status: 204 len: 168 time: 0.1216004 Mar 27 15:33:24.344511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e1edd-1e0a-4cfa-874b-8f0b77087bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cdb651-e25c-4aef-9754-e80bf11d8db3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:30.655748 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-53c883e3-45de-4114-bf8e-ccb103051978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:31.078491 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58985471-2650-4cfa-94cd-34a86e1f2eae req-503fd8b3-bc4d-4d96-ba80-c4bb0ff8f240 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:31.080508 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58985471-2650-4cfa-94cd-34a86e1f2eae req-503fd8b3-bc4d-4d96-ba80-c4bb0ff8f240 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 946 time: 0.0556931 Mar 27 15:33:31.128222 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58985471-2650-4cfa-94cd-34a86e1f2eae req-5ca729e9-49a6-4278-9613-73dc2371ba3c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Mar 27 15:33:32.251979 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840bf86-68c7-45b7-9ce0-e58f7e725c8b req-1c5c6c8f-745e-4f2b-933c-87acfc3c84f6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:32.253438 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c840bf86-68c7-45b7-9ce0-e58f7e725c8b req-1c5c6c8f-745e-4f2b-933c-87acfc3c84f6 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 946 time: 0.0526333 Mar 27 15:33:32.327203 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c840bf86-68c7-45b7-9ce0-e58f7e725c8b req-dc19d4f1-44b8-4ac1-9231-fcb23c8df4aa tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups?id=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681875 Mar 27 15:33:32.349424 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-9b9f8910-911d-4781-b929-d6e840777cdd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:32.350835 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-9b9f8910-911d-4781-b929-d6e840777cdd tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 946 time: 0.0674467 Mar 27 15:33:32.444172 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Deleting port 1233e706-a77e-464f-9799-e43c63b0bdf0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:32.444434 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:32.537062 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] For port 1233e706-a77e-464f-9799-e43c63b0bdf0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=1233e706-a77e-464f-9799-e43c63b0bdf0,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:32.537425 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:32.703977 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:32.704350 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (c4a05c17-e3da-40b8-88f5-fa357e092daf), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:32.704672 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Floating IP c4a05c17-e3da-40b8-88f5-fa357e092daf disassociated. External IP: 172.27.1.75, port: 1233e706-a77e-464f-9799-e43c63b0bdf0. Mar 27 15:33:32.705021 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Calling delete_port for 1233e706-a77e-464f-9799-e43c63b0bdf0 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:32.831443 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (1233e706-a77e-464f-9799-e43c63b0bdf0), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:32.859332 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event deleted for resources: {'Port': ['ID=1233e706-a77e-464f-9799-e43c63b0bdf0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:32.870163 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.870516 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.870864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.871230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.871568 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.871904 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.872234 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.872561 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.872886 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.873213 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.873896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.873896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.874173 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.874494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.874820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:32.983346 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:33.013581 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-90d73d29-4fec-4d19-aaae-3017bc2db0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:33.092377 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:33.103527 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:33.113228 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:33.113843 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:33.133080 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] No DVR routers for this DVR port 1233e706-a77e-464f-9799-e43c63b0bdf0 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:33.135557 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:33.138817 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ffe7a15-c48c-4b58-8c05-1e8b7fa8dfbb req-be3afb80-210d-455d-9887-6f7b8c5f41e1 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.25 "DELETE /v2.0/ports/1233e706-a77e-464f-9799-e43c63b0bdf0 HTTP/1.1" status: 204 len: 173 time: 0.7822843 Mar 27 15:33:33.139283 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-deleted', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:33:33.142320 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2af4c7-72fa-48a9-a8b4-a74558c0b5e1" -d '{"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-deleted", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:33:33.179456 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228009e-b7ee-415b-b6c1-73bfccf8876f x-openstack-request-id: req-b228009e-b7ee-415b-b6c1-73bfccf8876f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:33:33.179750 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0a3b5-0bd1-43cd-986e-2055d2b98695", "name": "network-vif-deleted", "tag": "1233e706-a77e-464f-9799-e43c63b0bdf0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:33:33.180004 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b228009e-b7ee-415b-b6c1-73bfccf8876f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:33:33.180416 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b228009e-b7ee-415b-b6c1-73bfccf8876f'] response: {'server_uuid': '22c0a3b5-0bd1-43cd-986e-2055d2b98695', 'name': 'network-vif-deleted', 'tag': '1233e706-a77e-464f-9799-e43c63b0bdf0', 'status': 'completed', 'code': 200} Mar 27 15:33:33.236189 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:33.441249 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-623c53d8-46c2-4ee6-a5b9-f7a8539fcbca req-813e05b3-619a-4687-9aa1-ef5d9eb0141b tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/ports?device_id=22c0a3b5-0bd1-43cd-986e-2055d2b98695 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Mar 27 15:33:33.447165 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:33.478020 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:33.486659 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:33.487237 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:33.603786 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:33.804068 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:33.830766 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa6b02-f589-49be-8d1e-4ea15e650000 None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:27:07Z', 'revision_number': 4, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'e15e4bf6-5057-4634-b355-a86dfb150769', 'name': '', 'network_id': 'e9d851fd-4ec8-4a6f-83ea-50387e2cb447', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'mac_address': 'fa:16:3e:00:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:06Z', 'updated_at': '2022-03-27T15:27:13Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'subnets': [{'id': '9a5da1c1-13eb-4df0-8823-d4790ed5393b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:34.061161 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe448ea-63b2-400c-814b-997813000bf1 None None] New status for floating IP c4a05c17-e3da-40b8-88f5-fa357e092daf: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:33:34.065345 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.530651 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:34.583092 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6eb40c8-eec0-4c90-9a44-2c158d7e6618 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (1f34f50b-28ed-479d-a0b5-a6f85df5c3c1), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.606350 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6eb40c8-eec0-4c90-9a44-2c158d7e6618 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (1f34f50b-28ed-479d-a0b5-a6f85df5c3c1), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.653109 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6eb40c8-eec0-4c90-9a44-2c158d7e6618 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (1f34f50b-28ed-479d-a0b5-a6f85df5c3c1), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.655927 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e6eb40c8-eec0-4c90-9a44-2c158d7e6618 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.657634 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e6eb40c8-eec0-4c90-9a44-2c158d7e6618 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f34f50b-28ed-479d-a0b5-a6f85df5c3c1 HTTP/1.1" status: 204 len: 168 time: 0.1259286 Mar 27 15:33:34.660481 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:34.666782 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb40c8-eec0-4c90-9a44-2c158d7e6618 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34f50b-28ed-479d-a0b5-a6f85df5c3c1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:34.673713 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:34.681979 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.api.v2.resource [None req-b69196b2-b507-48df-8dd8-e824a6891b25 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] show failed (client error): The resource could not be found. Mar 27 15:33:34.683151 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b69196b2-b507-48df-8dd8-e824a6891b25 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "GET /v2.0/security-groups/1f34f50b-28ed-479d-a0b5-a6f85df5c3c1 HTTP/1.1" status: 404 len: 347 time: 0.0216687 Mar 27 15:33:34.686425 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50182) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:34.699684 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 1233e706-a77e-464f-9799-e43c63b0bdf0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:34.700032 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 1233e706-a77e-464f-9799-e43c63b0bdf0 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:34.817393 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Deleting port 70599d36-2376-46df-93b0-3383745136af {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:34.817740 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (70599d36-2376-46df-93b0-3383745136af), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.894209 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (70599d36-2376-46df-93b0-3383745136af), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.894538 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (70599d36-2376-46df-93b0-3383745136af), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:34.905867 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Calling delete_port for 70599d36-2376-46df-93b0-3383745136af owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:35.034765 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (70599d36-2376-46df-93b0-3383745136af), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:35.060669 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Pushing event deleted for resources: {'Port': ['ID=70599d36-2376-46df-93b0-3383745136af,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:35.119668 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks [] for floatingip (c4a05c17-e3da-40b8-88f5-fa357e092daf), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:35.122263 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:35.123464 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1b4b09a1-2d0f-4140-af3d-a5552304d49c tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] 10.222.0.10 "DELETE /v2.0/floatingips/c4a05c17-e3da-40b8-88f5-fa357e092daf HTTP/1.1" status: 204 len: 168 time: 0.4360220 Mar 27 15:33:35.384937 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:36.933646 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:37.527097 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:38.050927 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (bcd5fa49-d297-413e-b97a-d92d9702fd31), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.297948 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Deleting port e15e4bf6-5057-4634-b355-a86dfb150769 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:38.298290 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.378105 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] For port e15e4bf6-5057-4634-b355-a86dfb150769, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=e15e4bf6-5057-4634-b355-a86dfb150769,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:38.378461 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.390627 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Calling delete_port for e15e4bf6-5057-4634-b355-a86dfb150769 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:38.571567 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (e15e4bf6-5057-4634-b355-a86dfb150769), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:38.597676 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e15e4bf6-5057-4634-b355-a86dfb150769,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:39.052383 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (bcd5fa49-d297-413e-b97a-d92d9702fd31), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.269529 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Router bcd5fa49-d297-413e-b97a-d92d9702fd31 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:33:39.379758 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:33:39.384641 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-82aae192-1537-4429-abe1-306225b26e5d admin admin] 10.222.0.10 "PUT /v2.0/routers/bcd5fa49-d297-413e-b97a-d92d9702fd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564568 Mar 27 15:33:39.387228 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:39.388043 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] Sync routers for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:33:39.402276 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:39.402888 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:39.475336 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.491959 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks [] for router (bcd5fa49-d297-413e-b97a-d92d9702fd31), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.509508 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:39.595024 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks [] for router_gateway (bcd5fa49-d297-413e-b97a-d92d9702fd31), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.647489 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Deleting port 20b336de-7104-4891-8ae6-a165c7be3087 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:39.647833 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (20b336de-7104-4891-8ae6-a165c7be3087), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.692672 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '20b336de-7104-4891-8ae6-a165c7be3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:33:38Z', 'revision_number': 5, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port': {'id': '20b336de-7104-4891-8ae6-a165c7be3087', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:27:01Z', 'updated_at': '2022-03-27T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:39.721313 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] Checking router: bcd5fa49-d297-413e-b97a-d92d9702fd31 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:33:39.729713 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] Routers {'bcd5fa49-d297-413e-b97a-d92d9702fd31'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:33:39.730312 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:33:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['bcd5fa49-d297-413e-b97a-d92d9702fd31'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:39.732497 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] For port 20b336de-7104-4891-8ae6-a165c7be3087, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=20b336de-7104-4891-8ae6-a165c7be3087,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:39.732862 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (20b336de-7104-4891-8ae6-a165c7be3087), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.745788 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Calling delete_port for 20b336de-7104-4891-8ae6-a165c7be3087 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:39.818443 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] Set router bcd5fa49-d297-413e-b97a-d92d9702fd31 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:33:39.912715 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (20b336de-7104-4891-8ae6-a165c7be3087), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:39.939376 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b336de-7104-4891-8ae6-a165c7be3087,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:39.964309 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:33:39Z', 'revision_number': 6, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:39.990687 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d62789-4993-4e75-9ff2-a2a0415df4e3 None None] The sync data for ids ['bcd5fa49-d297-413e-b97a-d92d9702fd31'] in dv-cinder-835384-1-iscsi is: [{'id': 'bcd5fa49-d297-413e-b97a-d92d9702fd31', 'name': 'tempest-AttachVolumeShelveTestJSON-2041208612-router', 'tenant_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:27:00Z', 'updated_at': '2022-03-27T15:33:39Z', 'revision_number': 6, 'project_id': 'acfe4fa6cdc94c06a1cdc702e98e7db7', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:33:40.002220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (bcd5fa49-d297-413e-b97a-d92d9702fd31), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.096904 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (bcd5fa49-d297-413e-b97a-d92d9702fd31), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.099031 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks [] for router_controller (bcd5fa49-d297-413e-b97a-d92d9702fd31), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.113451 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:33:40.142666 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (bcd5fa49-d297-413e-b97a-d92d9702fd31), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.143245 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd5fa49-d297-413e-b97a-d92d9702fd31 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:33:40.147626 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.148767 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ae095c34-1957-42f8-ac80-3ae5721a6856 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bcd5fa49-d297-413e-b97a-d92d9702fd31 HTTP/1.1" status: 204 len: 168 time: 0.7606211 Mar 27 15:33:40.151313 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50212) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:40.194629 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Deleting subnet 9a5da1c1-13eb-4df0-8823-d4790ed5393b {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:33:40.197640 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Publish callbacks [] for subnet (9a5da1c1-13eb-4df0-8823-d4790ed5393b), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.230744 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (9a5da1c1-13eb-4df0-8823-d4790ed5393b), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.309130 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (9a5da1c1-13eb-4df0-8823-d4790ed5393b), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.361686 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (9a5da1c1-13eb-4df0-8823-d4790ed5393b), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.388772 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5da1c1-13eb-4df0-8823-d4790ed5393b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:40.392153 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.395389 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-3e67e984-8a5b-440a-994c-e901ea74801a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a5da1c1-13eb-4df0-8823-d4790ed5393b HTTP/1.1" status: 204 len: 168 time: 0.2431557 Mar 27 15:33:40.398045 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:40.403341 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7afa9-9ceb-488d-8b1a-31ce33ef2569 None None] Network e9d851fd-4ec8-4a6f-83ea-50387e2cb447 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:33:40.471737 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (e9d851fd-4ec8-4a6f-83ea-50387e2cb447), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.533123 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Deleting port c729a8ce-29c2-4ecb-bb7f-16d264815288 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:40.533465 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.579702 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] DHCP port deletion for e9d851fd-4ec8-4a6f-83ea-50387e2cb447 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:33:40.599391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] For port c729a8ce-29c2-4ecb-bb7f-16d264815288, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=c729a8ce-29c2-4ecb-bb7f-16d264815288,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:40.599844 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.613408 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Calling delete_port for c729a8ce-29c2-4ecb-bb7f-16d264815288 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:40.636328 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Deleting port c729a8ce-29c2-4ecb-bb7f-16d264815288 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:33:40.636698 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.706382 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.706673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] For port c729a8ce-29c2-4ecb-bb7f-16d264815288, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=c729a8ce-29c2-4ecb-bb7f-16d264815288,segment=NetworkSegment(a5005bd5-7330-4427-a5f9-22812c0f0459),segment_id=a5005bd5-7330-4427-a5f9-22812c0f0459)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:33:40.707171 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.721807 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Calling delete_port for c729a8ce-29c2-4ecb-bb7f-16d264815288 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:33:40.732257 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c729a8ce-29c2-4ecb-bb7f-16d264815288,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:40.736039 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] No DVR routers for this DVR port c729a8ce-29c2-4ecb-bb7f-16d264815288 on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:40.809383 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788'] for port (c729a8ce-29c2-4ecb-bb7f-16d264815288), after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.809925 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (e9d851fd-4ec8-4a6f-83ea-50387e2cb447), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.834109 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Pushing event deleted for resources: {'Port': ['ID=c729a8ce-29c2-4ecb-bb7f-16d264815288,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:40.834430 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d851fd-4ec8-4a6f-83ea-50387e2cb447']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:40.847823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848027 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5005bd5-7330-4427-a5f9-22812c0f0459') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:40.848127 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848212 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5005bd5-7330-4427-a5f9-22812c0f0459') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.848315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:40.850982 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d3f2c4-e0fb-49ab-a400-cb0985dc8c0a None None] No DVR routers for this DVR port c729a8ce-29c2-4ecb-bb7f-16d264815288 on host dv-cinder-835384-1-iscsi {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:33:40.856446 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (a5005bd5-7330-4427-a5f9-22812c0f0459), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.871892 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (a5005bd5-7330-4427-a5f9-22812c0f0459), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.878535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:33:40.878922 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (a5005bd5-7330-4427-a5f9-22812c0f0459), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:33:40.880811 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:33:40.933543 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (e9d851fd-4ec8-4a6f-83ea-50387e2cb447), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.940413 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:40.945876 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e9d851fd-4ec8-4a6f-83ea-50387e2cb447 HTTP/1.1" status: 204 len: 168 time: 0.5445590 Mar 27 15:33:40.953066 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d189a-7e02-4ce6-8eff-03db12d64ac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d851fd-4ec8-4a6f-83ea-50387e2cb447,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:41.061260 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50222) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:41.101244 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2b3a83c5-849b-469b-ba9a-e0ce833c786a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acfe4fa6cdc94c06a1cdc702e98e7db7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387957 Mar 27 15:33:41.103633 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:41.154208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3760-b55c-46fc-8e59-0db362265f12 admin admin] Publish callbacks [] for security_group (b2ad95dd-69c5-488f-9611-e4bffab7ad84), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.175582 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3760-b55c-46fc-8e59-0db362265f12 admin admin] Publish callbacks [] for security_group (b2ad95dd-69c5-488f-9611-e4bffab7ad84), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.223599 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3760-b55c-46fc-8e59-0db362265f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b2ad95dd-69c5-488f-9611-e4bffab7ad84), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.227881 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3760-b55c-46fc-8e59-0db362265f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:41.229554 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9e3c3760-b55c-46fc-8e59-0db362265f12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2ad95dd-69c5-488f-9611-e4bffab7ad84 HTTP/1.1" status: 204 len: 168 time: 0.1248441 Mar 27 15:33:41.240123 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3760-b55c-46fc-8e59-0db362265f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad95dd-69c5-488f-9611-e4bffab7ad84,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:41.327320 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device e15e4bf6-5057-4634-b355-a86dfb150769 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:41.350834 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: e15e4bf6-5057-4634-b355-a86dfb150769 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:41.351492 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device e15e4bf6-5057-4634-b355-a86dfb150769 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:41.351919 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 20b336de-7104-4891-8ae6-a165c7be3087 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:41.372231 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 20b336de-7104-4891-8ae6-a165c7be3087 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:41.372582 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 20b336de-7104-4891-8ae6-a165c7be3087 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:41.372999 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device c729a8ce-29c2-4ecb-bb7f-16d264815288 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:33:41.403166 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: c729a8ce-29c2-4ecb-bb7f-16d264815288 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:33:41.403166 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device c729a8ce-29c2-4ecb-bb7f-16d264815288 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:33:43.167318 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50308) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.271680 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d691bf9-872a-4ff2-afe5-315c2852b3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.350705 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d691bf9-872a-4ff2-afe5-315c2852b3f9 admin admin] Publish callbacks [] for security_group (7bb8f553-dc09-47ab-a278-c28a0c84480f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.354862 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d691bf9-872a-4ff2-afe5-315c2852b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7bb8f553-dc09-47ab-a278-c28a0c84480f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.395329 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2d691bf9-872a-4ff2-afe5-315c2852b3f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfa896a0f4e84b0db46c240e14b0c132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269187 Mar 27 15:33:43.397791 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50318) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.405034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d691bf9-872a-4ff2-afe5-315c2852b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb8f553-dc09-47ab-a278-c28a0c84480f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:43.454786 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e7d-ffd7-4ceb-bcb4-e6c31b394e60 admin admin] Publish callbacks [] for security_group (7bb8f553-dc09-47ab-a278-c28a0c84480f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.477423 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e7d-ffd7-4ceb-bcb4-e6c31b394e60 admin admin] Publish callbacks [] for security_group (7bb8f553-dc09-47ab-a278-c28a0c84480f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.528330 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e7d-ffd7-4ceb-bcb4-e6c31b394e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7bb8f553-dc09-47ab-a278-c28a0c84480f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.530719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e7d-ffd7-4ceb-bcb4-e6c31b394e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.531929 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3bc69e7d-ffd7-4ceb-bcb4-e6c31b394e60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bb8f553-dc09-47ab-a278-c28a0c84480f HTTP/1.1" status: 204 len: 168 time: 0.1332417 Mar 27 15:33:43.540644 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc69e7d-ffd7-4ceb-bcb4-e6c31b394e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb8f553-dc09-47ab-a278-c28a0c84480f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:43.805394 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50330) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.818657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b9a6a1a-1756-4f56-8f38-a22d2243704d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.895160 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b9a6a1a-1756-4f56-8f38-a22d2243704d admin admin] Publish callbacks [] for security_group (92989c43-3d2c-4fa9-b63a-224fb3e570e5), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.898834 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b9a6a1a-1756-4f56-8f38-a22d2243704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (92989c43-3d2c-4fa9-b63a-224fb3e570e5), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:43.938622 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a6a1a-1756-4f56-8f38-a22d2243704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92989c43-3d2c-4fa9-b63a-224fb3e570e5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:43.944677 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5b9a6a1a-1756-4f56-8f38-a22d2243704d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16d51230a5414248a6d054ef29691b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382203 Mar 27 15:33:43.947280 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:43.995113 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cc186d4-cdfe-49c7-a065-bd60875b2dc0 admin admin] Publish callbacks [] for security_group (92989c43-3d2c-4fa9-b63a-224fb3e570e5), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.017038 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cc186d4-cdfe-49c7-a065-bd60875b2dc0 admin admin] Publish callbacks [] for security_group (92989c43-3d2c-4fa9-b63a-224fb3e570e5), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.061511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cc186d4-cdfe-49c7-a065-bd60875b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (92989c43-3d2c-4fa9-b63a-224fb3e570e5), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.064730 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6cc186d4-cdfe-49c7-a065-bd60875b2dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:44.065913 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-6cc186d4-cdfe-49c7-a065-bd60875b2dc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92989c43-3d2c-4fa9-b63a-224fb3e570e5 HTTP/1.1" status: 204 len: 168 time: 0.1177039 Mar 27 15:33:44.073592 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc186d4-cdfe-49c7-a065-bd60875b2dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92989c43-3d2c-4fa9-b63a-224fb3e570e5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:52.355971 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1c085-ba21-4b0f-a757-7ce47ee04d2a req-735280ce-cdc3-4320-a522-d1080232e7bf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:52.357452 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d9d1c085-ba21-4b0f-a757-7ce47ee04d2a req-735280ce-cdc3-4320-a522-d1080232e7bf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0531869 Mar 27 15:33:52.407130 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d9d1c085-ba21-4b0f-a757-7ce47ee04d2a req-de413e07-bb79-44bf-96a3-a8b571fb5ce7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Mar 27 15:33:53.527589 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cac02-f62d-4903-a3cb-726fbdbc4ecf req-7913904e-92f0-44d7-a53e-cb5fb4f4342a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:53.528992 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-303cac02-f62d-4903-a3cb-726fbdbc4ecf req-7913904e-92f0-44d7-a53e-cb5fb4f4342a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0532954 Mar 27 15:33:53.574403 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-303cac02-f62d-4903-a3cb-726fbdbc4ecf req-95a4d23f-6224-46b0-a26a-973ecb5beedf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 Mar 27 15:33:54.690089 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50492) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:54.693735 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a24c9-214f-486d-9560-40c3800819be req-21dbc0e2-6923-4bfc-9f25-10d3f552d632 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:54.695282 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-193a24c9-214f-486d-9560-40c3800819be req-21dbc0e2-6923-4bfc-9f25-10d3f552d632 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0514660 Mar 27 15:33:54.741406 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-193a24c9-214f-486d-9560-40c3800819be req-e3971e5e-cc8d-48dd-b333-14d912447f8a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406020 Mar 27 15:33:54.795458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:54.871262 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Publish callbacks [] for security_group (7d2d9de7-05c1-437e-b103-6a56593855dc), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:54.874627 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7d2d9de7-05c1-437e-b103-6a56593855dc), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:54.916161 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=897742cc8b114e2da7ff25ec8229e7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250235 Mar 27 15:33:54.916990 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d9de7-05c1-437e-b103-6a56593855dc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:54.918810 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50496) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:54.934729 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.935115 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.935466 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.935810 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.936148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.936486 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.936816 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.937136 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.937513 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.938102 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.938472 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.938805 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.939165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.939498 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.939823 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f848a97-60ef-4f37-ad5a-5b5955ad00d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:33:54.978392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69293c80-8abf-4e49-8c78-ac78f1018651 admin admin] Publish callbacks [] for security_group (7d2d9de7-05c1-437e-b103-6a56593855dc), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:54.999339 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69293c80-8abf-4e49-8c78-ac78f1018651 admin admin] Publish callbacks [] for security_group (7d2d9de7-05c1-437e-b103-6a56593855dc), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.045177 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69293c80-8abf-4e49-8c78-ac78f1018651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (7d2d9de7-05c1-437e-b103-6a56593855dc), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.048707 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69293c80-8abf-4e49-8c78-ac78f1018651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.049951 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-69293c80-8abf-4e49-8c78-ac78f1018651 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d2d9de7-05c1-437e-b103-6a56593855dc HTTP/1.1" status: 204 len: 168 time: 0.1301265 Mar 27 15:33:55.057666 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69293c80-8abf-4e49-8c78-ac78f1018651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d9de7-05c1-437e-b103-6a56593855dc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:55.297655 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50502) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:55.310721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb058-c404-4579-a94f-ac2a77a9e6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.386089 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb058-c404-4579-a94f-ac2a77a9e6bc admin admin] Publish callbacks [] for security_group (d4343970-c9f9-44fa-9cf5-1515c49b1b23), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.390406 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb058-c404-4579-a94f-ac2a77a9e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d4343970-c9f9-44fa-9cf5-1515c49b1b23), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.428266 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c0cfb058-c404-4579-a94f-ac2a77a9e6bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54ab2227ca1b4208b72d7b9b966f594f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295485 Mar 27 15:33:55.429418 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfb058-c404-4579-a94f-ac2a77a9e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4343970-c9f9-44fa-9cf5-1515c49b1b23,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:55.431019 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50504) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:33:55.479591 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-791dda40-017a-412d-aea4-e8c4dc23de1e admin admin] Publish callbacks [] for security_group (d4343970-c9f9-44fa-9cf5-1515c49b1b23), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.501099 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-791dda40-017a-412d-aea4-e8c4dc23de1e admin admin] Publish callbacks [] for security_group (d4343970-c9f9-44fa-9cf5-1515c49b1b23), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.547820 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-791dda40-017a-412d-aea4-e8c4dc23de1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d4343970-c9f9-44fa-9cf5-1515c49b1b23), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.550208 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-791dda40-017a-412d-aea4-e8c4dc23de1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:33:55.551354 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-791dda40-017a-412d-aea4-e8c4dc23de1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4343970-c9f9-44fa-9cf5-1515c49b1b23 HTTP/1.1" status: 204 len: 168 time: 0.1192796 Mar 27 15:33:55.558874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dda40-017a-412d-aea4-e8c4dc23de1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4343970-c9f9-44fa-9cf5-1515c49b1b23,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:33:55.862884 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499f219-4b9e-4ccf-ae11-94a9f3a5cdfe req-ec30ae94-1afa-4726-b422-c91b6a2b0715 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:55.864383 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a499f219-4b9e-4ccf-ae11-94a9f3a5cdfe req-ec30ae94-1afa-4726-b422-c91b6a2b0715 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0556257 Mar 27 15:33:55.912755 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a499f219-4b9e-4ccf-ae11-94a9f3a5cdfe req-8acf43b7-333c-42e5-831a-c0ab9acd2163 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424814 Mar 27 15:33:57.034884 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56a308-022e-4ae7-a905-2549cbbeeacb req-fe997605-094f-4e3e-89e5-4867c2b823d7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:57.036403 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e56a308-022e-4ae7-a905-2549cbbeeacb req-fe997605-094f-4e3e-89e5-4867c2b823d7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0566707 Mar 27 15:33:57.083459 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7e56a308-022e-4ae7-a905-2549cbbeeacb req-214e0649-c404-417e-9f35-c97a57349bd1 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Mar 27 15:33:58.202516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfd08c-6c91-465f-94c2-9ca375219411 req-2ef6f4ef-efce-4ac7-9d81-25519ed1e1e5 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:58.204702 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-41cfd08c-6c91-465f-94c2-9ca375219411 req-2ef6f4ef-efce-4ac7-9d81-25519ed1e1e5 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0525458 Mar 27 15:33:58.251205 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-41cfd08c-6c91-465f-94c2-9ca375219411 req-d10b2dd5-e050-4124-ac9a-4ddc783f6f94 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Mar 27 15:33:59.368251 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d580-6e97-450b-b8db-ce27ef6a6692 req-691f1525-ddb2-4061-b20b-239e11602217 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:33:59.369707 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7654d580-6e97-450b-b8db-ce27ef6a6692 req-691f1525-ddb2-4061-b20b-239e11602217 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0525484 Mar 27 15:33:59.415265 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7654d580-6e97-450b-b8db-ce27ef6a6692 req-f6fd5ef6-bdba-4806-8fb6-bc2340c3439c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401320 Mar 27 15:34:00.339627 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:00.440618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-693ab32a-8387-48fa-8907-dca8e99c55a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.519222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-693ab32a-8387-48fa-8907-dca8e99c55a8 admin admin] Publish callbacks [] for security_group (0b7ca044-84ba-416c-8ca2-21efcb4dcf41), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.522809 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-693ab32a-8387-48fa-8907-dca8e99c55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (0b7ca044-84ba-416c-8ca2-21efcb4dcf41), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.536923 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b00d9-49f1-4122-9e60-2170f859fb6a req-3fe921f4-eaaf-4667-bd57-e466f614e7be tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:00.538388 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f39b00d9-49f1-4122-9e60-2170f859fb6a req-3fe921f4-eaaf-4667-bd57-e466f614e7be tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0570099 Mar 27 15:34:00.563530 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-693ab32a-8387-48fa-8907-dca8e99c55a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a04a811b5bd4ca6a4bc5cb9af8d940f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226932 Mar 27 15:34:00.564510 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ab32a-8387-48fa-8907-dca8e99c55a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7ca044-84ba-416c-8ca2-21efcb4dcf41,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:00.566831 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50592) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:00.587716 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f39b00d9-49f1-4122-9e60-2170f859fb6a req-674ec9e4-a7f5-4ed8-a5e5-bdeb63ca48fe tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 Mar 27 15:34:00.619330 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e504ab5c-7ebb-4d38-9b1a-ceb168e86906 admin admin] Publish callbacks [] for security_group (0b7ca044-84ba-416c-8ca2-21efcb4dcf41), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.639863 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e504ab5c-7ebb-4d38-9b1a-ceb168e86906 admin admin] Publish callbacks [] for security_group (0b7ca044-84ba-416c-8ca2-21efcb4dcf41), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.662413 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f6e982f5-60ae-4a32-9f49-d124a58fef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.689618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e504ab5c-7ebb-4d38-9b1a-ceb168e86906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (0b7ca044-84ba-416c-8ca2-21efcb4dcf41), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.691634 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e504ab5c-7ebb-4d38-9b1a-ceb168e86906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:00.692827 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e504ab5c-7ebb-4d38-9b1a-ceb168e86906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b7ca044-84ba-416c-8ca2-21efcb4dcf41 HTTP/1.1" status: 204 len: 168 time: 0.1250107 Mar 27 15:34:00.700507 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ab5c-7ebb-4d38-9b1a-ceb168e86906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7ca044-84ba-416c-8ca2-21efcb4dcf41,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:00.951309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:00.964479 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe65622c-ff7a-4904-84ba-3f8bb38811c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.038131 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe65622c-ff7a-4904-84ba-3f8bb38811c2 admin admin] Publish callbacks [] for security_group (c83106cd-1116-4d03-8db4-ee63e361a617), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.041741 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe65622c-ff7a-4904-84ba-3f8bb38811c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c83106cd-1116-4d03-8db4-ee63e361a617), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.082310 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fe65622c-ff7a-4904-84ba-3f8bb38811c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d5b144b0d39413f830432299e1aa833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299653 Mar 27 15:34:01.083226 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65622c-ff7a-4904-84ba-3f8bb38811c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83106cd-1116-4d03-8db4-ee63e361a617,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:01.085042 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50600) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:01.133979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69484d7f-9cc6-4a0d-bd5c-ef9b24dc38eb admin admin] Publish callbacks [] for security_group (c83106cd-1116-4d03-8db4-ee63e361a617), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.155513 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69484d7f-9cc6-4a0d-bd5c-ef9b24dc38eb admin admin] Publish callbacks [] for security_group (c83106cd-1116-4d03-8db4-ee63e361a617), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.202514 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69484d7f-9cc6-4a0d-bd5c-ef9b24dc38eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c83106cd-1116-4d03-8db4-ee63e361a617), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.206249 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69484d7f-9cc6-4a0d-bd5c-ef9b24dc38eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:01.207426 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-69484d7f-9cc6-4a0d-bd5c-ef9b24dc38eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c83106cd-1116-4d03-8db4-ee63e361a617 HTTP/1.1" status: 204 len: 168 time: 0.1213999 Mar 27 15:34:01.214766 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69484d7f-9cc6-4a0d-bd5c-ef9b24dc38eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83106cd-1116-4d03-8db4-ee63e361a617,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:01.712872 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46441043-f610-48ab-a53f-e895f4bffede req-2b5a27c4-c67a-4d1a-acdf-7949f1063481 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:01.714356 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-46441043-f610-48ab-a53f-e895f4bffede req-2b5a27c4-c67a-4d1a-acdf-7949f1063481 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0592804 Mar 27 15:34:01.763782 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-46441043-f610-48ab-a53f-e895f4bffede req-09597179-38d6-4735-b79a-4c5de31280f0 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Mar 27 15:34:02.890859 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ee34e-762a-4f78-aedd-00b08d889217 req-904ca827-e5e0-4471-8965-eaf226f40f3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:02.893134 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f36ee34e-762a-4f78-aedd-00b08d889217 req-904ca827-e5e0-4471-8965-eaf226f40f3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0545576 Mar 27 15:34:02.944696 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f36ee34e-762a-4f78-aedd-00b08d889217 req-4c480902-03d5-41d3-a864-10b8ae797cb0 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 Mar 27 15:34:03.019234 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c14f0271-b914-4001-8da2-884e479b3da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.144709 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50676) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:03.198917 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42ba47-c4f3-4b8f-8655-1e58776c2a39 req-297f1f5a-01fe-4d11-b3e5-0185624a4876 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.200879 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2b42ba47-c4f3-4b8f-8655-1e58776c2a39 req-297f1f5a-01fe-4d11-b3e5-0185624a4876 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0547397 Mar 27 15:34:03.252007 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2b42ba47-c4f3-4b8f-8655-1e58776c2a39 req-43174d59-501e-4ebf-b041-5502465039fd tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453291 Mar 27 15:34:03.262883 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-4f6775b1-a3bf-4198-9904-68a495de1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.264359 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-4f6775b1-a3bf-4198-9904-68a495de1731 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1129 time: 0.0524874 Mar 27 15:34:03.279246 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b63418b-bb47-42d2-ab1e-db3bcda375e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.387267 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-d818cdc7-0c30-443e-b223-0d9702b27c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.388753 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-d818cdc7-0c30-443e-b223-0d9702b27c92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.1179059 Mar 27 15:34:03.461417 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b63418b-bb47-42d2-ab1e-db3bcda375e3 admin admin] Publish callbacks [] for security_group (e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.468878 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b63418b-bb47-42d2-ab1e-db3bcda375e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.481633 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-24c18d6d-6764-4828-9c95-3028172c6074 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 1000 time: 0.0861311 Mar 27 15:34:03.538037 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63418b-bb47-42d2-ab1e-db3bcda375e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:03.548504 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0b63418b-bb47-42d2-ab1e-db3bcda375e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26907b04b65b4148a5edb862f8572140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026356 Mar 27 15:34:03.551118 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:03.558972 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-5549b490-b69b-4a83-be22-888f4c850b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.560385 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-5549b490-b69b-4a83-be22-888f4c850b40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0701840 Mar 27 15:34:03.598825 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7d04853-db7c-4e9a-8ff5-edcdec54f241 admin admin] Publish callbacks [] for security_group (e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.607848 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-0fc83e55-d55b-4239-8099-c0138c6c08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:03.609347 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-0fc83e55-d55b-4239-8099-c0138c6c08ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427227 Mar 27 15:34:03.620140 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7d04853-db7c-4e9a-8ff5-edcdec54f241 admin admin] Publish callbacks [] for security_group (e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.666834 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7d04853-db7c-4e9a-8ff5-edcdec54f241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.669470 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7d04853-db7c-4e9a-8ff5-edcdec54f241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:03.670611 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b7d04853-db7c-4e9a-8ff5-edcdec54f241 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0 HTTP/1.1" status: 204 len: 168 time: 0.1185157 Mar 27 15:34:03.678982 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04853-db7c-4e9a-8ff5-edcdec54f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f3bd9-e2e6-45a1-9a6c-34dfabb166b0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:03.712037 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-85e86c21-364f-4667-a643-ac30da379845 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967515 Mar 27 15:34:03.804604 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c7eb7d2-76a2-40ff-9a52-e9f5aae447d3 req-16e0080f-2ef5-4e5c-8ac6-d36abd5dd894 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871947 Mar 27 15:34:03.937816 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50686) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:03.951805 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d81207f-26bb-4d9b-bf94-a8cbfc7a40cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.027466 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d81207f-26bb-4d9b-bf94-a8cbfc7a40cd admin admin] Publish callbacks [] for security_group (39348b2a-52f8-42e3-b026-c7ec49091f44), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.030961 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d81207f-26bb-4d9b-bf94-a8cbfc7a40cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (39348b2a-52f8-42e3-b026-c7ec49091f44), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.062110 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.069213 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3d81207f-26bb-4d9b-bf94-a8cbfc7a40cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2295a02a710d49e6b674777824611bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297593 Mar 27 15:34:04.070092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81207f-26bb-4d9b-bf94-a8cbfc7a40cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39348b2a-52f8-42e3-b026-c7ec49091f44,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:04.071903 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50688) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:04.122871 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bf442a51-a2ac-4802-a049-8167a5becb0d admin admin] Publish callbacks [] for security_group (39348b2a-52f8-42e3-b026-c7ec49091f44), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.143727 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bf442a51-a2ac-4802-a049-8167a5becb0d admin admin] Publish callbacks [] for security_group (39348b2a-52f8-42e3-b026-c7ec49091f44), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.188983 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bf442a51-a2ac-4802-a049-8167a5becb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (39348b2a-52f8-42e3-b026-c7ec49091f44), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.191667 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bf442a51-a2ac-4802-a049-8167a5becb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:04.192952 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-bf442a51-a2ac-4802-a049-8167a5becb0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39348b2a-52f8-42e3-b026-c7ec49091f44 HTTP/1.1" status: 204 len: 168 time: 0.1195657 Mar 27 15:34:04.200671 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf442a51-a2ac-4802-a049-8167a5becb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39348b2a-52f8-42e3-b026-c7ec49091f44,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:04.386800 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e1970-d1cb-4eec-8095-fb57ec47c0f1 req-9ac65f74-1da5-4b6e-a1ca-f5cee766bf82 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:04.388333 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-730e1970-d1cb-4eec-8095-fb57ec47c0f1 req-9ac65f74-1da5-4b6e-a1ca-f5cee766bf82 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0617950 Mar 27 15:34:04.435728 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-730e1970-d1cb-4eec-8095-fb57ec47c0f1 req-5d6e5e31-7374-4732-8893-22cfc6d03735 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Mar 27 15:34:05.384384 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:05.555278 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3063c4-9f3d-4a4c-b925-2b9ebd753913 req-cdaf9fd2-2a9c-4486-bf7e-aa14689a1953 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:05.556891 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ef3063c4-9f3d-4a4c-b925-2b9ebd753913 req-cdaf9fd2-2a9c-4486-bf7e-aa14689a1953 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0553043 Mar 27 15:34:05.604353 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ef3063c4-9f3d-4a4c-b925-2b9ebd753913 req-dc6eb594-27fa-4498-ae83-8b25f0f26884 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Mar 27 15:34:06.935246 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:09.462693 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:09.637939 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-efeede44-66bd-4786-b945-ab39431cf871 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454628 Mar 27 15:34:09.748076 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-06fe2100-152b-43bc-a837-d3e57673e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:09.749578 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-06fe2100-152b-43bc-a837-d3e57673e9d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.0456316 Mar 27 15:34:10.083393 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-344ae0ed-1e13-47b3-a3c4-b4adf45192a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:10.084837 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-344ae0ed-1e13-47b3-a3c4-b4adf45192a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.3190911 Mar 27 15:34:10.147180 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-3a4e5542-83de-4e66-91ca-03000abb7506 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 1000 time: 0.0564115 Mar 27 15:34:10.197039 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-66b0f407-3ca3-46c2-a453-cc8f0f2cec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:10.198444 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-66b0f407-3ca3-46c2-a453-cc8f0f2cec08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.0460906 Mar 27 15:34:10.247199 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-82ca7ac8-deb1-423c-a884-10c44ff5c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:10.248651 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-82ca7ac8-deb1-423c-a884-10c44ff5c008 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432427 Mar 27 15:34:10.335975 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-5aaa680a-e6eb-4aca-973b-a64facb01864 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799749 Mar 27 15:34:10.425234 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dd0d7921-2809-47fb-8b76-8f77abae7e7a req-f33ad24d-74e3-4850-939e-eeaba18e94e7 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839846 Mar 27 15:34:14.775243 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50800) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:14.878879 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16141301-a398-451b-8f1d-f769a2db7eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:14.949161 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16141301-a398-451b-8f1d-f769a2db7eb4 admin admin] Publish callbacks [] for security_group (1daa4d84-e39f-44cf-8a7d-a53ec3419136), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:14.952568 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16141301-a398-451b-8f1d-f769a2db7eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (1daa4d84-e39f-44cf-8a7d-a53ec3419136), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:14.992486 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-16141301-a398-451b-8f1d-f769a2db7eb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64b6efe3478241fa840a8281fa74dca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161801 Mar 27 15:34:14.993587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16141301-a398-451b-8f1d-f769a2db7eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa4d84-e39f-44cf-8a7d-a53ec3419136,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:14.995204 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50804) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:15.042579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e630a37-0daf-4861-9077-bcd829bed55d admin admin] Publish callbacks [] for security_group (1daa4d84-e39f-44cf-8a7d-a53ec3419136), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.062694 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e630a37-0daf-4861-9077-bcd829bed55d admin admin] Publish callbacks [] for security_group (1daa4d84-e39f-44cf-8a7d-a53ec3419136), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.109075 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e630a37-0daf-4861-9077-bcd829bed55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (1daa4d84-e39f-44cf-8a7d-a53ec3419136), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.111806 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7e630a37-0daf-4861-9077-bcd829bed55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.112957 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-7e630a37-0daf-4861-9077-bcd829bed55d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1daa4d84-e39f-44cf-8a7d-a53ec3419136 HTTP/1.1" status: 204 len: 168 time: 0.1167319 Mar 27 15:34:15.120515 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e630a37-0daf-4861-9077-bcd829bed55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa4d84-e39f-44cf-8a7d-a53ec3419136,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:15.368267 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50810) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:15.385360 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79357dca-1614-4806-8188-baa7eeda856c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.462445 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79357dca-1614-4806-8188-baa7eeda856c admin admin] Publish callbacks [] for security_group (c21707c8-21ed-462f-ad1d-be8633bec621), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.466250 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79357dca-1614-4806-8188-baa7eeda856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c21707c8-21ed-462f-ad1d-be8633bec621), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.504692 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-79357dca-1614-4806-8188-baa7eeda856c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba87b2bab510493fb8db5a3074857fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353710 Mar 27 15:34:15.505562 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79357dca-1614-4806-8188-baa7eeda856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21707c8-21ed-462f-ad1d-be8633bec621,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:15.507340 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50812) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:15.555939 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaaf4-1da0-453c-ac11-7ccfd0dd4a49 admin admin] Publish callbacks [] for security_group (c21707c8-21ed-462f-ad1d-be8633bec621), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.577024 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaaf4-1da0-453c-ac11-7ccfd0dd4a49 admin admin] Publish callbacks [] for security_group (c21707c8-21ed-462f-ad1d-be8633bec621), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.621902 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaaf4-1da0-453c-ac11-7ccfd0dd4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (c21707c8-21ed-462f-ad1d-be8633bec621), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.624421 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaaf4-1da0-453c-ac11-7ccfd0dd4a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:15.625569 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e1bfaaf4-1da0-453c-ac11-7ccfd0dd4a49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c21707c8-21ed-462f-ad1d-be8633bec621 HTTP/1.1" status: 204 len: 168 time: 0.1172469 Mar 27 15:34:15.633979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfaaf4-1da0-453c-ac11-7ccfd0dd4a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21707c8-21ed-462f-ad1d-be8633bec621,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:16.652147 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:16.753500 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51792215-6d7b-4609-a7ee-0a516e2074cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.826451 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51792215-6d7b-4609-a7ee-0a516e2074cb admin admin] Publish callbacks [] for security_group (539b7f41-a6d2-4f57-b0c2-b9a4f6817d73), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.830320 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51792215-6d7b-4609-a7ee-0a516e2074cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (539b7f41-a6d2-4f57-b0c2-b9a4f6817d73), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.869322 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-51792215-6d7b-4609-a7ee-0a516e2074cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d7626e314844042add118defbbe66c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160420 Mar 27 15:34:16.870265 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51792215-6d7b-4609-a7ee-0a516e2074cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539b7f41-a6d2-4f57-b0c2-b9a4f6817d73,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:16.871989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50850) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:16.920022 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ffeab09-041e-476b-9267-95f35752727d admin admin] Publish callbacks [] for security_group (539b7f41-a6d2-4f57-b0c2-b9a4f6817d73), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.941201 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ffeab09-041e-476b-9267-95f35752727d admin admin] Publish callbacks [] for security_group (539b7f41-a6d2-4f57-b0c2-b9a4f6817d73), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.986923 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ffeab09-041e-476b-9267-95f35752727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (539b7f41-a6d2-4f57-b0c2-b9a4f6817d73), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.989794 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ffeab09-041e-476b-9267-95f35752727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:16.991006 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8ffeab09-041e-476b-9267-95f35752727d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/539b7f41-a6d2-4f57-b0c2-b9a4f6817d73 HTTP/1.1" status: 204 len: 168 time: 0.1180091 Mar 27 15:34:16.998667 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeab09-041e-476b-9267-95f35752727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539b7f41-a6d2-4f57-b0c2-b9a4f6817d73,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:17.111740 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:34:20.447830 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50894) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:20.549636 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e3e-790a-493b-bd7b-1396ba8389fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.628175 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e3e-790a-493b-bd7b-1396ba8389fb admin admin] Publish callbacks [] for security_group (82bb6e3a-09ff-44eb-a3c4-44005d4547c3), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.632025 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e3e-790a-493b-bd7b-1396ba8389fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (82bb6e3a-09ff-44eb-a3c4-44005d4547c3), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.672510 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-9bf70e3e-790a-493b-bd7b-1396ba8389fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8aeaedee39594e1b90f3e9fe540a6b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235141 Mar 27 15:34:20.673690 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf70e3e-790a-493b-bd7b-1396ba8389fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb6e3a-09ff-44eb-a3c4-44005d4547c3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:20.675846 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50898) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:20.726056 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cab75293-b4ca-40ba-9d31-b595fb0835ba admin admin] Publish callbacks [] for security_group (82bb6e3a-09ff-44eb-a3c4-44005d4547c3), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.746408 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cab75293-b4ca-40ba-9d31-b595fb0835ba admin admin] Publish callbacks [] for security_group (82bb6e3a-09ff-44eb-a3c4-44005d4547c3), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.792806 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cab75293-b4ca-40ba-9d31-b595fb0835ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (82bb6e3a-09ff-44eb-a3c4-44005d4547c3), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.795401 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cab75293-b4ca-40ba-9d31-b595fb0835ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:20.796527 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-cab75293-b4ca-40ba-9d31-b595fb0835ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82bb6e3a-09ff-44eb-a3c4-44005d4547c3 HTTP/1.1" status: 204 len: 168 time: 0.1195884 Mar 27 15:34:20.804607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab75293-b4ca-40ba-9d31-b595fb0835ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb6e3a-09ff-44eb-a3c4-44005d4547c3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:21.380200 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50920) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:21.396948 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50922) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:21.490441 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-937846995-network', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:21.510315 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Made reservation on behalf of 47f47e88258b4a389e25920f2327b7ea for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:34:21.512579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.522206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.539242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Deleting port 3bbeb566-36ff-4fe4-910d-4c908a24c375 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:21.539588 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.597101 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks [] for security_group (e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.600944 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.615545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.615881 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for floatingip (3bbeb566-36ff-4fe4-910d-4c908a24c375), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.629142 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:34:21.630572 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Calling delete_port for 3bbeb566-36ff-4fe4-910d-4c908a24c375 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:21.635925 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:21.643822 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (a44643a3-6496-419a-98f5-61732c70fe6a), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.644176 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Added segment a44643a3-6496-419a-98f5-61732c70fe6a of type vlan for network c6462ed1-8118-4aa5-8d79-4e5d47792228 Mar 27 15:34:21.685776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (c6462ed1-8118-4aa5-8d79-4e5d47792228), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.712193 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (c6462ed1-8118-4aa5-8d79-4e5d47792228), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.713204 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:21.713910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.772984 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3747990 Mar 27 15:34:21.775710 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:21.780255 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05765a27-3e7e-4f19-87d1-630712dd47ed admin admin] Pushing event updated for resources: {'Network': ['ID=c6462ed1-8118-4aa5-8d79-4e5d47792228,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:21.782567 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Request body: {'subnet': {'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-937846995-subnet', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:21.791734 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:34:21.804810 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (3bbeb566-36ff-4fe4-910d-4c908a24c375), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.834016 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Made reservation on behalf of 47f47e88258b4a389e25920f2327b7ea for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:34:21.836331 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.839346 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event deleted for resources: {'Port': ['ID=3bbeb566-36ff-4fe4-910d-4c908a24c375,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:21.961260 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for floatingip (bf96da4d-cf6f-46d7-ba22-030be271406b), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:21.961591 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Floating IP bf96da4d-cf6f-46d7-ba22-030be271406b disassociated (deleted). External IP: 172.27.1.41, port: 7ececd3a-a233-4a83-846a-3f891f03d92f. Mar 27 15:34:22.137670 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.266058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:22.284840 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Checking segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:22.285198 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Network hostable DHCP agents. Network: c6462ed1-8118-4aa5-8d79-4e5d47792228, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:34:22.307871 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Router 731fc799-dcb6-4a56-a10e-9757b4b390bb has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:34:22.318702 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:34:22.360148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, c6462ed1-8118-4aa5-8d79-4e5d47792228) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:22.368253 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c43822-1925-403d-80f7-26084e816172 None None] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:34:22.390081 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:22.390583 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.418442 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-87c5c7cf-deb2-43f2-8a43-566ca2c50027 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6400826 Mar 27 15:34:22.421239 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50928) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:22.426170 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:22.445609 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.446733 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.453216 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:22.459040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.465938 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] Sync routers for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:22.481525 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-c6462ed1-8118-4aa5-8d79-4e5d47792228', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:34:22.482476 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.505713 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:22.506630 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:22.509799 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks [] for router_controller (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.512531 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-fdc70a26-2678-407e-9160-0e875b5147d4 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "DELETE /v2.0/floatingips/bf96da4d-cf6f-46d7-ba22-030be271406b HTTP/1.1" status: 204 len: 168 time: 1.1229234 Mar 27 15:34:22.513241 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:34:22.523630 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2f0e0-0627-49fc-8816-667a2f9909cd" -d '{"events": [{"name": "network-changed", "server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:34:22.573230 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc33c0c2-0fd4-4d91-a8a2-0775252a1cff x-openstack-request-id: req-cc33c0c2-0fd4-4d91-a8a2-0775252a1cff {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:34:22.573800 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:34:22.574350 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc33c0c2-0fd4-4d91-a8a2-0775252a1cff {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:34:22.575099 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc33c0c2-0fd4-4d91-a8a2-0775252a1cff'] response: {'name': 'network-changed', 'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'status': 'completed', 'code': 200} Mar 27 15:34:22.716693 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks [] for router_gateway (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:22.732193 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-2574347b-7143-45fb-aba7-7a7e37ddb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:22.733527 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:22.733677 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-2574347b-7143-45fb-aba7-7a7e37ddb3d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 1129 time: 0.1399364 Mar 27 15:34:22.757889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08fbc-0a60-4e29-995a-3be44b65b91b req-c4d3e773-09f5-4798-918b-84bdd647a929 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:22.759572 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-42e08fbc-0a60-4e29-995a-3be44b65b91b req-c4d3e773-09f5-4798-918b-84bdd647a929 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0597503 Mar 27 15:34:22.776446 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Allocated IP 172.20.0.2 (c6462ed1-8118-4aa5-8d79-4e5d47792228/98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f/8512b50d-151f-4f8a-a2b3-611eb9b99d38) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:22.815050 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-42e08fbc-0a60-4e29-995a-3be44b65b91b req-f7255d3a-4ec8-44b7-ad89-5a43d4ace376 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490494 Mar 27 15:34:22.870030 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-76ad8697-4126-4be7-8f6f-e5df578b5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:22.871513 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-76ad8697-4126-4be7-8f6f-e5df578b5b57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 200 len: 908 time: 0.1252203 Mar 27 15:34:22.924394 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-21a2523f-4245-4ce1-b424-cc9108c33c53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 200 len: 217 time: 0.0410752 Mar 27 15:34:23.039649 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-b1cde694-d581-4666-8f0c-da37595818ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:23.041115 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-b1cde694-d581-4666-8f0c-da37595818ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 200 len: 847 time: 0.1094918 Mar 27 15:34:23.060967 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Publish callbacks [] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.069279 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.106507 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks [] for router_gateway (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.114520 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:23.122484 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:23.124387 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:23.130695 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:23.130893 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.145253 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-3d914b52-7e7e-4634-8105-01c2b132b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:23.146853 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-3d914b52-7e7e-4634-8105-01c2b132b2c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=88d16fb4-dbea-4059-9c20-adfd6f6a320d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847530 Mar 27 15:34:23.158139 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Pushing event updated for resources: {'Port': ['ID=8512b50d-151f-4f8a-a2b3-611eb9b99d38,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:23.162361 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] Checking router: 731fc799-dcb6-4a56-a10e-9757b4b390bb for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:23.193978 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:23.194520 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:23.318171 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Allocated IP 172.27.1.89 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/0c6f464c-806b-4db4-a2e1-3eef2fa91068) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:23.321535 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-7c044b38-50ba-4738-abfe-172e2df3d6ec service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436124 Mar 27 15:34:23.413549 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Attempting to bind port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:23.413915 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Attempting to bind port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:23.414342 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Attempting to bind port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:23.423960 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:23.424337 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Checking segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:23.424740 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.425133 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Bound using segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:23.425604 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Bound port: 8512b50d-151f-4f8a-a2b3-611eb9b99d38, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:23.425984 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.477166 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3ff2f0e0-0627-49fc-8816-667a2f9909cd req-d0103e62-fe37-403d-84ce-1d45774876b8 service neutron] 10.222.0.25 "GET /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480393 Mar 27 15:34:23.494825 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks [] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.504749 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:23.531904 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.547693 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] For port 8512b50d-151f-4f8a-a2b3-611eb9b99d38, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:23.552400 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] For port 8512b50d-151f-4f8a-a2b3-611eb9b99d38, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8512b50d-151f-4f8a-a2b3-611eb9b99d38,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:23.564450 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:23.569021 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:23.571821 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:23.574275 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:23.610289 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Pushing event updated for resources: {'Port': ['ID=0c6f464c-806b-4db4-a2e1-3eef2fa91068,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:23.698244 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0f71-a8f1-4a4a-9ce6-40b1d82c9a2d None None] Pushing event updated for resources: {'Port': ['ID=8512b50d-151f-4f8a-a2b3-611eb9b99d38,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:23.780862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:23.810779 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efd94f-b5af-45f2-aa1f-70fff2ea5640 None None] The sync data for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi is: [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:29:24Z', 'revision_number': 4, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '80b501aa-91cf-4e41-ae39-4eb0a1d41f81', 'name': '', 'network_id': '88d16fb4-dbea-4059-9c20-adfd6f6a320d', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'mac_address': 'fa:16:3e:9d:6f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:23Z', 'updated_at': '2022-03-27T15:29:28Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'subnets': [{'id': 'd7b8fbf3-ad6f-44a8-a949-1ef6f1edce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:23.884550 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks [] for router_gateway (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:24.043541 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750294a-ce11-4d70-b30a-9e00124b43cd req-232c06b3-7be6-4d00-b93c-8d22e0ea4892 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:24.045014 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1750294a-ce11-4d70-b30a-9e00124b43cd req-232c06b3-7be6-4d00-b93c-8d22e0ea4892 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0822794 Mar 27 15:34:24.107493 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7795f30-c2c0-451c-9531-4c6dd3e43584 None None] New status for floating IP bf96da4d-cf6f-46d7-ba22-030be271406b: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:34:24.162566 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1750294a-ce11-4d70-b30a-9e00124b43cd req-b15b29e4-b709-4d15-8e59-c031150e75f8 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/security-groups?id=13c93f9b-20de-45b0-8ed6-f39c554f9064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849931 Mar 27 15:34:24.183058 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:24.350471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:34:24.371034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-ec251815-0010-44ea-9726-439becf322c9 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:24.372585 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-ec251815-0010-44ea-9726-439becf322c9 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.25 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 945 time: 0.0748632 Mar 27 15:34:24.537290 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:24.546977 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:24.559798 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:24.560538 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:24.562357 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:24.564226 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-cb4f024d-7999-49d5-a3f8-4da8aad3650e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1413918 Mar 27 15:34:24.566487 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Deleting port 7ececd3a-a233-4a83-846a-3f891f03d92f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:24.566822 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:24.567187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50938) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:24.648635 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca3ddf-7c08-45e7-9148-af88de0d1c3e None None] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:34:24.666286 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] For port 7ececd3a-a233-4a83-846a-3f891f03d92f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7ececd3a-a233-4a83-846a-3f891f03d92f,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:24.667427 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:24.685051 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Calling delete_port for 7ececd3a-a233-4a83-846a-3f891f03d92f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:24.732827 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] Provisioning complete for port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:24.733213 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:24.806509 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:25.013164 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] Current status of the port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:25.013564 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.088259 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] For port 8512b50d-151f-4f8a-a2b3-611eb9b99d38, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8512b50d-151f-4f8a-a2b3-611eb9b99d38,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:25.089681 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (7ececd3a-a233-4a83-846a-3f891f03d92f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.098716 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.125785 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event deleted for resources: {'Port': ['ID=7ececd3a-a233-4a83-846a-3f891f03d92f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:25.171287 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:23Z', 'revision_number': 3, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:25.175739 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acef022-f745-4e53-ae1a-b54d360f4ffb None None] Pushing event updated for resources: {'Port': ['ID=8512b50d-151f-4f8a-a2b3-611eb9b99d38,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:25.183118 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] No DVR routers for this DVR port 7ececd3a-a233-4a83-846a-3f891f03d92f on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:34:25.185912 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.189486 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6e2bf1bd-06de-461f-a58b-263a2605aae3 req-cb552516-d295-4eef-b1e5-7666cb01d6bc tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.25 "DELETE /v2.0/ports/7ececd3a-a233-4a83-846a-3f891f03d92f HTTP/1.1" status: 204 len: 173 time: 0.8105795 Mar 27 15:34:25.189959 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-deleted', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:34:25.192793 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711cefe0-6538-422c-bfc5-a650807eb354" -d '{"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-deleted", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:34:25.207200 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:25.207694 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Updating router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:34:25.250392 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.255979 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d54f34-27d5-4566-b057-b929f898b834 x-openstack-request-id: req-72d54f34-27d5-4566-b057-b929f898b834 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:34:25.256519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509605ba-5276-479d-a392-4d5f4ebf6b3d", "name": "network-vif-deleted", "tag": "7ececd3a-a233-4a83-846a-3f891f03d92f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:34:25.256937 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72d54f34-27d5-4566-b057-b929f898b834 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:34:25.257544 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d54f34-27d5-4566-b057-b929f898b834'] response: {'server_uuid': '509605ba-5276-479d-a392-4d5f4ebf6b3d', 'name': 'network-vif-deleted', 'tag': '7ececd3a-a233-4a83-846a-3f891f03d92f', 'status': 'completed', 'code': 200} Mar 27 15:34:25.295605 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2310833b-c31b-47e2-ade1-70f6182875bc req-311e1968-efd8-4759-b614-107c0433bee7 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "GET /v2.0/ports?device_id=509605ba-5276-479d-a392-4d5f4ebf6b3d HTTP/1.1" status: 200 len: 210 time: 0.0427089 Mar 27 15:34:25.442909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.445805 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8512b50d-151f-4f8a-a2b3-611eb9b99d38 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:25.497992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-622e7f61-ac6a-4ae0-a7e4-416bb3b9b3cc None None] Provisioning complete for port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:25.498367 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-622e7f61-ac6a-4ae0-a7e4-416bb3b9b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.608580 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:25.609078 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.655555 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Allocated IP 172.20.0.1 (c6462ed1-8118-4aa5-8d79-4e5d47792228/98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f/b1f737b3-3bc2-43bc-b88c-1be4af35c4d3) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:25.796850 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks [] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.831121 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.863907 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Publish callbacks [] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.865992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-622e7f61-ac6a-4ae0-a7e4-416bb3b9b3cc None None] Current status of the port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:25.871205 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:25.874009 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.878493 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:25.883361 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:25.885391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:25.941187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.969281 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7d705-89ff-4aa5-9007-d23a1881581d None None] Pushing event updated for resources: {'Port': ['ID=0c6f464c-806b-4db4-a2e1-3eef2fa91068,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:25.972925 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Attempting to bind port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:25.973387 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Attempting to bind port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:25.973876 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Attempting to bind port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:25.979918 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:25.987113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:25.988172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:25.988757 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:25.989334 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:25.990660 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Bound port: 0c6f464c-806b-4db4-a2e1-3eef2fa91068, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:25.991312 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.064558 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] For port 0c6f464c-806b-4db4-a2e1-3eef2fa91068, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:26.069150 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] For port 0c6f464c-806b-4db4-a2e1-3eef2fa91068, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=0c6f464c-806b-4db4-a2e1-3eef2fa91068,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:26.076874 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.092909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.145634 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7d705-89ff-4aa5-9007-d23a1881581d None None] Pushing event updated for resources: {'Port': ['ID=0c6f464c-806b-4db4-a2e1-3eef2fa91068,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:26.148116 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:26.148704 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:26.238735 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c97c9d7a-aac1-418d-9a41-25ef04f192d7 None None] Provisioning complete for port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:26.239130 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c97c9d7a-aac1-418d-9a41-25ef04f192d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.264597 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks [] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.269332 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.283602 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c97c9d7a-aac1-418d-9a41-25ef04f192d7 None None] Port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:34:26.295162 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:26.333966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:26.336404 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.363393 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50946) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:26.423992 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6209383-9d39-43de-a25a-b9ecc1d620a5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group (13c93f9b-20de-45b0-8ed6-f39c554f9064), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.440495 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:26.441893 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:26.452752 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6209383-9d39-43de-a25a-b9ecc1d620a5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group (13c93f9b-20de-45b0-8ed6-f39c554f9064), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.527681 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6209383-9d39-43de-a25a-b9ecc1d620a5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (13c93f9b-20de-45b0-8ed6-f39c554f9064), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.530728 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:25Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:26.531135 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6209383-9d39-43de-a25a-b9ecc1d620a5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.532481 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e6209383-9d39-43de-a25a-b9ecc1d620a5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] 10.222.0.10 "DELETE /v2.0/security-groups/13c93f9b-20de-45b0-8ed6-f39c554f9064 HTTP/1.1" status: 204 len: 168 time: 0.1681032 Mar 27 15:34:26.545347 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6209383-9d39-43de-a25a-b9ecc1d620a5 tempest-TestShelveInstance-1640897569 tempest-TestShelveInstance-1640897569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c93f9b-20de-45b0-8ed6-f39c554f9064,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:26.586206 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65424f06-a038-4a03-9d55-3d4893c01010 None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:25Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:26.594179 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50952) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:26.602325 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:34:26.742956 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:26.748316 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-204f26b7-1da0-4b49-a6ac-eff78589ec13 admin admin] 10.222.0.10 "PUT /v2.0/routers/69fcb69b-d3b9-4f9f-89cd-693f24055e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797099 Mar 27 15:34:26.830117 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ffb66ede-eae3-4e8f-b415-2c0faa9c5ce3 None None] Provisioning complete for port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:26.830672 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ffb66ede-eae3-4e8f-b415-2c0faa9c5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:26.884404 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ffb66ede-eae3-4e8f-b415-2c0faa9c5ce3 None None] Port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:34:27.007775 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:27.039472 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 7ececd3a-a233-4a83-846a-3f891f03d92f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:27.039808 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 7ececd3a-a233-4a83-846a-3f891f03d92f not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:27.097658 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (731fc799-dcb6-4a56-a10e-9757b4b390bb), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.367600 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:27.372733 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1131077185-network', 'tenant_id': 'ee89d209461349f296fda5c34b15d109'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:27.391230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Deleting port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:27.392447 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.437984 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Made reservation on behalf of ee89d209461349f296fda5c34b15d109 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:34:27.441149 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.452879 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.524939 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] For port 80b501aa-91cf-4e41-ae39-4eb0a1d41f81, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:27.525295 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.546379 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Calling delete_port for 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:27.620091 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks [] for security_group (40367a7e-1816-47bf-9c6a-659fb6a966db), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.633564 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (40367a7e-1816-47bf-9c6a-659fb6a966db), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.667131 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:34:27.681626 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40367a7e-1816-47bf-9c6a-659fb6a966db,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:27.724554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (7e252412-e9eb-4a46-b307-bf7b04ee75c4), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.724946 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.segments_db [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Added segment 7e252412-e9eb-4a46-b307-bf7b04ee75c4 of type vlan for network ddb71904-0e2c-480b-aac7-64a3ba489ce3 Mar 27 15:34:27.778618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (ddb71904-0e2c-480b-aac7-64a3ba489ce3), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.827078 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (ddb71904-0e2c-480b-aac7-64a3ba489ce3), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.828033 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:27.828629 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.912918 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5442786 Mar 27 15:34:27.915925 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50972) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:27.920999 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Request body: {'subnet': {'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1131077185-subnet', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:27.932608 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90504611-a334-4e96-a3db-41ff14d2ed5e admin admin] Pushing event updated for resources: {'Network': ['ID=ddb71904-0e2c-480b-aac7-64a3ba489ce3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:27.937104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (80b501aa-91cf-4e41-ae39-4eb0a1d41f81), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.953067 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:34:27.954803 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Made reservation on behalf of ee89d209461349f296fda5c34b15d109 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:34:27.957879 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4227832'] for subnet (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:27.997720 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Pushing event deleted for resources: {'Port': ['ID=80b501aa-91cf-4e41-ae39-4eb0a1d41f81,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:28.180177 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (731fc799-dcb6-4a56-a10e-9757b4b390bb), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.183903 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6125147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4227822'] for subnet (c5b6702b-e315-4488-97e8-b20a54b95c8a), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.251407 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b6702b-e315-4488-97e8-b20a54b95c8a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:28.263546 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Checking segment: {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:28.263986 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Network hostable DHCP agents. Network: ddb71904-0e2c-480b-aac7-64a3ba489ce3, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:34:28.284595 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:34:28.293930 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, ddb71904-0e2c-480b-aac7-64a3ba489ce3) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:28.298620 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:28.299250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.305354 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685561f-27b6-4eca-8738-6747a7b4878c None None] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:34:28.325927 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-81557b55-ff88-4df6-a535-ea3e23db3e95 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4088016 Mar 27 15:34:28.326529 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50974) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:28.330920 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:28.356699 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (b2aaa99d-49dd-4231-8c10-31792d1d9de4), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.357959 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (b2aaa99d-49dd-4231-8c10-31792d1d9de4), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.417117 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks [] for router_controller (b2aaa99d-49dd-4231-8c10-31792d1d9de4), precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.419998 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-ddb71904-0e2c-480b-aac7-64a3ba489ce3', 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3', 'project_id': 'ee89d209461349f296fda5c34b15d109', 'fixed_ips': [{'subnet_id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:34:28.420991 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.429149 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Router 731fc799-dcb6-4a56-a10e-9757b4b390bb has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:34:28.546830 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:28.554780 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bfc16232-1aee-466f-97d0-b7bdb0421cab admin admin] 10.222.0.10 "PUT /v2.0/routers/731fc799-dcb6-4a56-a10e-9757b4b390bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570618 Mar 27 15:34:28.556645 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50976) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:28.562181 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] Sync routers for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:28.572915 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:28.573283 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:28.586931 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Allocated IP 172.20.0.2 (ddb71904-0e2c-480b-aac7-64a3ba489ce3/c5b6702b-e315-4488-97e8-b20a54b95c8a/bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:28.632646 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks [] for router_gateway (b2aaa99d-49dd-4231-8c10-31792d1d9de4), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.698224 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:28.734223 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks [] for router (731fc799-dcb6-4a56-a10e-9757b4b390bb), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.765794 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Publish callbacks [] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.775598 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.823144 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:28.831575 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:28.833951 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:28.861240 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Pushing event updated for resources: {'Port': ['ID=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:28.896831 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Attempting to bind port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:28.897295 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Attempting to bind port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:28.897731 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Attempting to bind port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 on network ddb71904-0e2c-480b-aac7-64a3ba489ce3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:28.904350 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:28.904727 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Checking segment: {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:28.905129 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.905612 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Bound using segment: {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:28.905996 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Bound port: bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:28.906490 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.912241 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:34:27Z', 'revision_number': 5, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port': {'id': 'd732b511-5e28-4cb1-bd6a-3a3d8145880f', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:19Z', 'updated_at': '2022-03-27T15:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:28.934092 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks [] for router_gateway (731fc799-dcb6-4a56-a10e-9757b4b390bb), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:28.946491 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] Checking router: 731fc799-dcb6-4a56-a10e-9757b4b390bb for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:28.964523 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] Routers {'731fc799-dcb6-4a56-a10e-9757b4b390bb'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:28.965137 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['731fc799-dcb6-4a56-a10e-9757b4b390bb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:28.977505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] For port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:28.981363 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] For port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,segment=NetworkSegment(7e252412-e9eb-4a46-b307-bf7b04ee75c4),segment_id=7e252412-e9eb-4a46-b307-bf7b04ee75c4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:28.989302 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.012687 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks [] for router_gateway (b2aaa99d-49dd-4231-8c10-31792d1d9de4), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.037290 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.056992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60a1e0-25f3-4814-8e25-f752811d323f None None] Pushing event updated for resources: {'Port': ['ID=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:29.066017 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] Set router 731fc799-dcb6-4a56-a10e-9757b4b390bb gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:29.099605 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Deleting port d732b511-5e28-4cb1-bd6a-3a3d8145880f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:29.099939 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.120092 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:34:28Z', 'revision_number': 6, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:29.152330 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d23c4-b689-412a-a8db-9ccbff3620d5 None None] The sync data for ids ['731fc799-dcb6-4a56-a10e-9757b4b390bb'] in dv-cinder-835384-1-iscsi is: [{'id': '731fc799-dcb6-4a56-a10e-9757b4b390bb', 'name': 'tempest-TestShelveInstance-157895137-router', 'tenant_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:18Z', 'updated_at': '2022-03-27T15:34:28Z', 'revision_number': 6, 'project_id': 'f98044b5fa3d4c4bbb8482ce2efc0059', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:29.213582 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:29.227981 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Allocated IP 172.27.1.17 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/a97deb1b-d37b-425f-824b-987585aa7674) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:29.229104 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:29.229988 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:29.239711 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] For port d732b511-5e28-4cb1-bd6a-3a3d8145880f, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=d732b511-5e28-4cb1-bd6a-3a3d8145880f,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:29.240084 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.258736 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Calling delete_port for d732b511-5e28-4cb1-bd6a-3a3d8145880f owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:29.340353 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:29.441195 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks [] for port (a97deb1b-d37b-425f-824b-987585aa7674), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.531463 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (a97deb1b-d37b-425f-824b-987585aa7674), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.583215 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:29.590490 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:29.595508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:29.599004 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 2, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:29.608330 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (d732b511-5e28-4cb1-bd6a-3a3d8145880f), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.631369 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Pushing event updated for resources: {'Port': ['ID=a97deb1b-d37b-425f-824b-987585aa7674,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:29.650834 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:29.651458 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Updating router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:34:29.676795 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Pushing event deleted for resources: {'Port': ['ID=d732b511-5e28-4cb1-bd6a-3a3d8145880f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:29.707555 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 0c6f464c-806b-4db4-a2e1-3eef2fa91068 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:29.742977 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:29.867701 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:29.868083 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.122460 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (731fc799-dcb6-4a56-a10e-9757b4b390bb), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.179069 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:30.179489 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.216405 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 0c6f464c-806b-4db4-a2e1-3eef2fa91068, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=0c6f464c-806b-4db4-a2e1-3eef2fa91068,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:30.223742 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.233342 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (731fc799-dcb6-4a56-a10e-9757b4b390bb), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.240351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks [] for router_controller (731fc799-dcb6-4a56-a10e-9757b4b390bb), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.304470 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:30.354428 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (731fc799-dcb6-4a56-a10e-9757b4b390bb), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.355469 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731fc799-dcb6-4a56-a10e-9757b4b390bb {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:34:30.359955 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:30.360453 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 80b501aa-91cf-4e41-ae39-4eb0a1d41f81 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:30.361059 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.365041 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6c3ef993-ccb0-4577-a55a-32eea720948e admin admin] 10.222.0.10 "DELETE /v2.0/routers/731fc799-dcb6-4a56-a10e-9757b4b390bb HTTP/1.1" status: 204 len: 168 time: 1.8051934 Mar 27 15:34:30.365523 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:30.414795 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Publish callbacks [] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.416415 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=0c6f464c-806b-4db4-a2e1-3eef2fa91068,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:30.428289 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.439163 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks [] for router_gateway (b2aaa99d-49dd-4231-8c10-31792d1d9de4), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.442522 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Deleting subnet d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:34:30.446139 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Publish callbacks [] for subnet (d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.496612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.557583 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b96c7-902e-44a2-a72c-8efd5329a4b7 None None] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:34:30.567548 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec66322-d15a-4895-8d42-215708e262d1 None None] Pushing event updated for resources: {'Port': ['ID=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:30.634905 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.691155 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (b2aaa99d-49dd-4231-8c10-31792d1d9de4), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.722510 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.724145 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2fcd1948-4563-4d0d-8ef3-2272639a0648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.735033 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] Provisioning complete for port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:30.735033 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.742570 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Attempting to bind port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:30.742933 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Attempting to bind port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:30.743316 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Attempting to bind port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:30.771866 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:30.779499 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.783979 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-111fe8ec-97b6-439d-ba36-470170dfd834 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d7b8fbf3-ad6f-44a8-a949-1ef6f1edce40 HTTP/1.1" status: 204 len: 168 time: 0.4167728 Mar 27 15:34:30.786354 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50980) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:30.802958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc181b0-716d-49f7-9721-39fbb38b7b04 None None] Network 88d16fb4-dbea-4059-9c20-adfd6f6a320d requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:34:30.823934 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:30.824354 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Checking segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:30.824869 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.825130 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Bound using segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:30.825619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Bound port: b1f737b3-3bc2-43bc-b88c-1be4af35c4d3, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:30.825999 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.850623 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Router b2aaa99d-49dd-4231-8c10-31792d1d9de4 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:34:30.871976 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (88d16fb4-dbea-4059-9c20-adfd6f6a320d), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.936125 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Deleting port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:30.936125 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.968734 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:30.982754 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Sync routers for ids ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:30.992630 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:30.993473 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b0edd11c-d6fa-46f1-940a-9d809a6de87b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6659598 Mar 27 15:34:30.996977 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:31.006411 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Routers {'b2aaa99d-49dd-4231-8c10-31792d1d9de4'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:31.007326 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:31.013017 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] For port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,segment=NetworkSegment(85691e95-48e0-4a01-8ad8-09171290f9b5),segment_id=85691e95-48e0-4a01-8ad8-09171290f9b5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:31.013686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.029443 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Calling delete_port for ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:31.051396 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] For port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:31.079771 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] For port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:31.090235 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] Current status of the port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:31.090628 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.118377 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.178458 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Set router b2aaa99d-49dd-4231-8c10-31792d1d9de4 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:31.182928 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (ee9702c0-cf3f-4f1a-8f74-ec021d03dda6), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.230081 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9702c0-cf3f-4f1a-8f74-ec021d03dda6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:31.237333 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] No DVR routers for this DVR port ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 on host dv-cinder-835384-1-iscsi {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:34:31.257238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c11222-88af-446c-a06d-87663c4a6dcc None None] DHCP port deletion for 88d16fb4-dbea-4059-9c20-adfd6f6a320d request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:34:31.407702 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] For port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,segment=NetworkSegment(7e252412-e9eb-4a46-b307-bf7b04ee75c4),segment_id=7e252412-e9eb-4a46-b307-bf7b04ee75c4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:31.416622 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (88d16fb4-dbea-4059-9c20-adfd6f6a320d), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.425591 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec66322-d15a-4895-8d42-215708e262d1 None None] Pushing event updated for resources: {'Port': ['ID=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:31.430698 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.446050 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 3, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:31.479640 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Checking router: b2aaa99d-49dd-4231-8c10-31792d1d9de4 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:31.480360 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Updating router b2aaa99d-49dd-4231-8c10-31792d1d9de4 port a97deb1b-d37b-425f-824b-987585aa7674 binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:34:31.488893 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d16fb4-dbea-4059-9c20-adfd6f6a320d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:31.497359 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:31.497359 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:31.510050 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85691e95-48e0-4a01-8ad8-09171290f9b5') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:31.510504 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85691e95-48e0-4a01-8ad8-09171290f9b5') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:31.531171 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (85691e95-48e0-4a01-8ad8-09171290f9b5), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.542161 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (a97deb1b-d37b-425f-824b-987585aa7674), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.561359 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (85691e95-48e0-4a01-8ad8-09171290f9b5), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.570828 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:34:31.573111 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (85691e95-48e0-4a01-8ad8-09171290f9b5), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:34:31.577323 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:34:31.624337 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2ab18-a72c-437b-8446-2506e30fc3f8 None None] Pushing event updated for resources: {'Port': ['ID=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:31.630114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 0c6f464c-806b-4db4-a2e1-3eef2fa91068 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:31.668206 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:31.678211 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (88d16fb4-dbea-4059-9c20-adfd6f6a320d), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.696482 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.702050 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/88d16fb4-dbea-4059-9c20-adfd6f6a320d HTTP/1.1" status: 204 len: 168 time: 0.9141505 Mar 27 15:34:31.708969 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50984) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:31.718909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da136a2d-8c12-4b80-b8b7-7ce6162d8ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d16fb4-dbea-4059-9c20-adfd6f6a320d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:31.720376 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Provisioning complete for port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:31.720856 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.823828 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.867084 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:31.867460 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.987696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Current status of the port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:31.987992 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:31.994006 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Publish callbacks [] for port (a97deb1b-d37b-425f-824b-987585aa7674), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.001502 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (a97deb1b-d37b-425f-824b-987585aa7674), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.072019 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Pushing event updated for resources: {'Port': ['ID=a97deb1b-d37b-425f-824b-987585aa7674,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:32.074206 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Attempting to bind port a97deb1b-d37b-425f-824b-987585aa7674 on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:32.074574 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Attempting to bind port a97deb1b-d37b-425f-824b-987585aa7674 by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:32.074930 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Attempting to bind port a97deb1b-d37b-425f-824b-987585aa7674 on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:32.087102 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.087442 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.087989 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.088520 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.089005 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.089483 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.089958 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.090537 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.091036 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.091524 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.092001 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.092490 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.092973 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.093441 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.093898 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:32.099185 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:32.099846 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:32.100401 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.100929 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:32.101560 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Bound port: a97deb1b-d37b-425f-824b-987585aa7674, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:32.103026 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (a97deb1b-d37b-425f-824b-987585aa7674), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.118212 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Allocated IP 172.20.0.1 (ddb71904-0e2c-480b-aac7-64a3ba489ce3/c5b6702b-e315-4488-97e8-b20a54b95c8a/4dc01efe-7e27-406f-843a-143a709b036f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:32.166252 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] For port a97deb1b-d37b-425f-824b-987585aa7674, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:32.170728 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] For port a97deb1b-d37b-425f-824b-987585aa7674, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=a97deb1b-d37b-425f-824b-987585aa7674,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:32.177975 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (a97deb1b-d37b-425f-824b-987585aa7674), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.211635 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] For port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:32.214719 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:32.215884 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:32.221891 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.248106 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee393d3-f770-4ef5-93c3-7aa960cc94bf None None] Pushing event updated for resources: {'Port': ['ID=a97deb1b-d37b-425f-824b-987585aa7674,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:32.263907 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Routers {'b2aaa99d-49dd-4231-8c10-31792d1d9de4'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:32.264964 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:32.278805 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks [] for port (4dc01efe-7e27-406f-843a-143a709b036f), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.300905 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Provisioning complete for port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:32.301483 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.340252 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:31Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:32.355253 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (4dc01efe-7e27-406f-843a-143a709b036f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.369093 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (b9dffe84-6823-4494-8ec7-8b2c05b63b47), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.382575 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] Set router b2aaa99d-49dd-4231-8c10-31792d1d9de4 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:32.386662 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b44750-8645-4381-9b26-5b8f022aa856 None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:31Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:32.395955 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Pushing event updated for resources: {'Port': ['ID=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:32.405428 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:32.405803 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.466818 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:32.477489 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:32.494450 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:32.515423 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ea210ee8-b139-4930-9ce3-a7e0b8cd528b None None] Current status of the port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:32.558417 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (b2aaa99d-49dd-4231-8c10-31792d1d9de4), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.568946 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Pushing event updated for resources: {'Port': ['ID=4dc01efe-7e27-406f-843a-143a709b036f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:32.590786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:32.653976 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58609646-8c84-4d20-8b4e-c85cdfda26a7 None None] Provisioning complete for port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:32.654636 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58609646-8c84-4d20-8b4e-c85cdfda26a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:32.675947 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 3, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:32.696290 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:32.725887 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a0d5-8784-4718-90ae-6d1c0e84d69e None None] The sync data for ids ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'] in dv-cinder-835384-1-iscsi is: [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 3, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:32.743819 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:32.744173 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device ee9702c0-cf3f-4f1a-8f74-ec021d03dda6 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:32.744837 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d732b511-5e28-4cb1-bd6a-3a3d8145880f no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:32.779764 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: d732b511-5e28-4cb1-bd6a-3a3d8145880f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:32.780101 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d732b511-5e28-4cb1-bd6a-3a3d8145880f not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:32.837982 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-58609646-8c84-4d20-8b4e-c85cdfda26a7 None None] Current status of the port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:32.961152 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-295a1c24-7e10-4ff9-bc5c-e6b61f764985 None None] Provisioning complete for port 4dc01efe-7e27-406f-843a-143a709b036f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:32.961674 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-295a1c24-7e10-4ff9-bc5c-e6b61f764985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4dc01efe-7e27-406f-843a-143a709b036f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.006920 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-295a1c24-7e10-4ff9-bc5c-e6b61f764985 None None] Port 4dc01efe-7e27-406f-843a-143a709b036f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:34:33.053621 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-44025d9c-1c34-4a12-a3c8-e0eaf420117e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.182248 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4dc01efe-7e27-406f-843a-143a709b036f), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.399466 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Deleting port d42cf07e-53c9-45dc-b416-6e232bd62646 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:33.399797 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.461254 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks [] for port (4dc01efe-7e27-406f-843a-143a709b036f), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.468564 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (4dc01efe-7e27-406f-843a-143a709b036f), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.499995 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device a97deb1b-d37b-425f-824b-987585aa7674 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:33.559093 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port a97deb1b-d37b-425f-824b-987585aa7674 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:33.560067 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (a97deb1b-d37b-425f-824b-987585aa7674), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.565543 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (b2aaa99d-49dd-4231-8c10-31792d1d9de4), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.567282 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Pushing event updated for resources: {'Port': ['ID=4dc01efe-7e27-406f-843a-143a709b036f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:33.574336 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] For port d42cf07e-53c9-45dc-b416-6e232bd62646, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=d42cf07e-53c9-45dc-b416-6e232bd62646,segment=NetworkSegment(2f50af73-7651-4731-a51e-86e8ae399e3a),segment_id=2f50af73-7651-4731-a51e-86e8ae399e3a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:33.574760 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.594078 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Calling delete_port for d42cf07e-53c9-45dc-b416-6e232bd62646 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:33.652910 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port a97deb1b-d37b-425f-824b-987585aa7674 is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:33.653294 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (a97deb1b-d37b-425f-824b-987585aa7674), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.677783 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port a97deb1b-d37b-425f-824b-987585aa7674, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=a97deb1b-d37b-425f-824b-987585aa7674,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:33.682448 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (a97deb1b-d37b-425f-824b-987585aa7674), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.683255 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:33.762860 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:33.764347 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=a97deb1b-d37b-425f-824b-987585aa7674,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:33.766095 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:33.782238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:33.782640 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.895511 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:33.896869 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:33.949430 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:33.949802 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.956804 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Router b2aaa99d-49dd-4231-8c10-31792d1d9de4 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:34:33.962993 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (d42cf07e-53c9-45dc-b416-6e232bd62646), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:33.997217 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42cf07e-53c9-45dc-b416-6e232bd62646,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:34.045363 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:34.055913 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bf28e56d-6c9d-401b-b41d-b68a293417f0 None None] Provisioning complete for port 4dc01efe-7e27-406f-843a-143a709b036f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:34.056220 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bf28e56d-6c9d-401b-b41d-b68a293417f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4dc01efe-7e27-406f-843a-143a709b036f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:34.095958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:34.107802 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bf28e56d-6c9d-401b-b41d-b68a293417f0 None None] Port 4dc01efe-7e27-406f-843a-143a709b036f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:34:34.228706 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:34.234683 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-aaf61296-cf45-45a6-b182-7f6efc3bb70e admin admin] 10.222.0.10 "PUT /v2.0/routers/b2aaa99d-49dd-4231-8c10-31792d1d9de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368910 Mar 27 15:34:34.265221 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (b9dffe84-6823-4494-8ec7-8b2c05b63b47), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:34.491354 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Router b9dffe84-6823-4494-8ec7-8b2c05b63b47 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:34:34.610680 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:34:34.617251 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-6f6e0753-53b3-47e4-acc7-a4e2c912fb61 admin admin] 10.222.0.10 "PUT /v2.0/routers/b9dffe84-6823-4494-8ec7-8b2c05b63b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9061325 Mar 27 15:34:34.618376 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 50994) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:34.621823 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] Sync routers for ids ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:34.634372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] Routers {'b9dffe84-6823-4494-8ec7-8b2c05b63b47'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:34.635075 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:34.709744 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Sync routers for ids ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:34:34.724047 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Routers {'b2aaa99d-49dd-4231-8c10-31792d1d9de4'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:34.725078 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:34.750183 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks [] for router (b9dffe84-6823-4494-8ec7-8b2c05b63b47), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:34.758248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] Set router b9dffe84-6823-4494-8ec7-8b2c05b63b47 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:34.865540 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Set router b2aaa99d-49dd-4231-8c10-31792d1d9de4 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:34.868930 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks [] for router_gateway (b9dffe84-6823-4494-8ec7-8b2c05b63b47), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:34.943845 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Deleting port 4f3d9123-3bc9-4a06-97de-8833c98e7975 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:34.944195 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:34.966623 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50996) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:34.973053 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085821734', 'description': 'tempest-secgroup-smoke-1085821734 description', 'project_id': '47f47e88258b4a389e25920f2327b7ea'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:34.982805 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 5, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port': {'id': '4f3d9123-3bc9-4a06-97de-8833c98e7975', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:29:30Z', 'updated_at': '2022-03-27T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:34.998498 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.018570 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] Checking router: b9dffe84-6823-4494-8ec7-8b2c05b63b47 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:35.034757 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] Routers {'b9dffe84-6823-4494-8ec7-8b2c05b63b47'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:35.035949 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:35.050548 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] For port 4f3d9123-3bc9-4a06-97de-8833c98e7975, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4f3d9123-3bc9-4a06-97de-8833c98e7975,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:35.051323 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.069571 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Calling delete_port for 4f3d9123-3bc9-4a06-97de-8833c98e7975 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:35.082408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group (bc34f7c9-3764-4280-b6c8-1fe586084f25), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.087702 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bc34f7c9-3764-4280-b6c8-1fe586084f25), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.111920 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '4dc01efe-7e27-406f-843a-143a709b036f', 'name': '', 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'mac_address': 'fa:16:3e:27:65:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:31Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 2, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'subnets': [{'id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:35.127478 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc34f7c9-3764-4280-b6c8-1fe586084f25,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.132512 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.135402 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1671529 Mar 27 15:34:35.138577 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 50998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:35.144428 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group_rule': {'security_group_id': 'bc34f7c9-3764-4280-b6c8-1fe586084f25', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:35.145608 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] Set router b9dffe84-6823-4494-8ec7-8b2c05b63b47 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:35.146326 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Checking router: b2aaa99d-49dd-4231-8c10-31792d1d9de4 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:34:35.146679 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Updating router b2aaa99d-49dd-4231-8c10-31792d1d9de4 port 4dc01efe-7e27-406f-843a-143a709b036f binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:34:35.169274 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.169627 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.170036 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.170384 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.170721 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.171129 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.172092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.172092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.172319 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.172707 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.173076 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.173808 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.174200 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.174612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.174979 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd1dc1-a6aa-429b-9a3a-71f859f9847e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:34:35.184059 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (9ea7afad-76cc-43bd-b68e-406785113eef), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.185361 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4dc01efe-7e27-406f-843a-143a709b036f), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.216945 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:34:34Z', 'revision_number': 6, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:35.245763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (9ea7afad-76cc-43bd-b68e-406785113eef), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.252084 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (9ea7afad-76cc-43bd-b68e-406785113eef), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.252301 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841eeb7-1494-48ec-b8f0-e87d62731d17 None None] The sync data for ids ['b9dffe84-6823-4494-8ec7-8b2c05b63b47'] in dv-cinder-835384-1-iscsi is: [{'id': 'b9dffe84-6823-4494-8ec7-8b2c05b63b47', 'name': 'tempest-TestShelveInstance-2101980948-router', 'tenant_id': 'c48c98d769a948c1be0289288065d554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:29:29Z', 'updated_at': '2022-03-27T15:34:34Z', 'revision_number': 6, 'project_id': 'c48c98d769a948c1be0289288065d554', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:35.282569 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.284055 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444919 Mar 27 15:34:35.285377 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc5b28-2a95-43fe-a561-7545dc2a225c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea7afad-76cc-43bd-b68e-406785113eef,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.287035 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51000) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:35.305665 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group_rule': {'security_group_id': 'bc34f7c9-3764-4280-b6c8-1fe586084f25', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:35.331406 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (4f3d9123-3bc9-4a06-97de-8833c98e7975), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.360922 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (546e0563-cda9-49ac-9fbb-06722cb38087), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.366559 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3d9123-3bc9-4a06-97de-8833c98e7975,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.391822 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.463086 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (b9dffe84-6823-4494-8ec7-8b2c05b63b47), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.465741 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (546e0563-cda9-49ac-9fbb-06722cb38087), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.490680 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Publish callbacks [] for port (4dc01efe-7e27-406f-843a-143a709b036f), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.492071 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (546e0563-cda9-49ac-9fbb-06722cb38087), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.495867 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4dc01efe-7e27-406f-843a-143a709b036f), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.552379 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089c606-ea84-4922-92e6-f09d760dc6cd None None] Pushing event updated for resources: {'Port': ['ID=4dc01efe-7e27-406f-843a-143a709b036f,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.569832 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546e0563-cda9-49ac-9fbb-06722cb38087,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.577208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (b9dffe84-6823-4494-8ec7-8b2c05b63b47), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.579368 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks [] for router_controller (b9dffe84-6823-4494-8ec7-8b2c05b63b47), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.586535 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.590812 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51002) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:35.591009 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-3a534842-7002-42f4-a3a2-ef7674948c05 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2892308 Mar 27 15:34:35.600840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group_rule': {'security_group_id': 'bc34f7c9-3764-4280-b6c8-1fe586084f25', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:35.645571 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (b9dffe84-6823-4494-8ec7-8b2c05b63b47), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.646347 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9dffe84-6823-4494-8ec7-8b2c05b63b47 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:34:35.651353 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Attempting to bind port 4dc01efe-7e27-406f-843a-143a709b036f on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:35.651759 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Attempting to bind port 4dc01efe-7e27-406f-843a-143a709b036f by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:35.652123 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Attempting to bind port 4dc01efe-7e27-406f-843a-143a709b036f on network ddb71904-0e2c-480b-aac7-64a3ba489ce3 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:35.661405 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.663805 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b927bb7c-8362-4134-9f6f-31af308af8c1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b9dffe84-6823-4494-8ec7-8b2c05b63b47 HTTP/1.1" status: 204 len: 168 time: 1.0442021 Mar 27 15:34:35.666095 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51004) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:35.668686 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:35.669303 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Checking segment: {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:35.669773 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.670225 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Bound using segment: {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:35.670719 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Bound port: 4dc01efe-7e27-406f-843a-143a709b036f, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e252412-e9eb-4a46-b307-bf7b04ee75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:35.671163 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4dc01efe-7e27-406f-843a-143a709b036f), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.701774 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (8f6cf8d2-2d1b-4d38-9118-2906e9583639), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.757556 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] For port 4dc01efe-7e27-406f-843a-143a709b036f, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:35.759238 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Deleting subnet 2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:34:35.761091 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] For port 4dc01efe-7e27-406f-843a-143a709b036f, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4dc01efe-7e27-406f-843a-143a709b036f,segment=NetworkSegment(7e252412-e9eb-4a46-b307-bf7b04ee75c4),segment_id=7e252412-e9eb-4a46-b307-bf7b04ee75c4)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:35.767739 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device a97deb1b-d37b-425f-824b-987585aa7674 up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:35.771440 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4dc01efe-7e27-406f-843a-143a709b036f), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.775849 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Publish callbacks [] for subnet (2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.820653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.841045 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089c606-ea84-4922-92e6-f09d760dc6cd None None] Pushing event updated for resources: {'Port': ['ID=4dc01efe-7e27-406f-843a-143a709b036f,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.847826 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (8f6cf8d2-2d1b-4d38-9118-2906e9583639), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.853208 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (8f6cf8d2-2d1b-4d38-9118-2906e9583639), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.871471 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port a97deb1b-d37b-425f-824b-987585aa7674 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:35.872193 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6cf8d2-2d1b-4d38-9118-2906e9583639,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:35.875482 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Routers {'b2aaa99d-49dd-4231-8c10-31792d1d9de4'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:34:35.876382 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:34:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:35.880681 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (a97deb1b-d37b-425f-824b-987585aa7674), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.900277 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.905275 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f32c9a72-3bd1-4ea0-91f1-459ed52345ae tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129046 Mar 27 15:34:35.905950 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51006) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:35.915965 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group_rule': {'security_group_id': 'bc34f7c9-3764-4280-b6c8-1fe586084f25', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:35.929094 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.963111 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (b1c69d84-4dd4-48fc-818f-7cb99c0c3a5d), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:35.980741 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] Provisioning complete for port 4dc01efe-7e27-406f-843a-143a709b036f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:35.981269 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4dc01efe-7e27-406f-843a-143a709b036f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.006591 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.048065 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.055809 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4 HTTP/1.1" status: 204 len: 168 time: 0.3882802 Mar 27 15:34:36.056094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:36.056956 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7e395-e935-4809-90df-8a29736a06b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d396bd5-ad48-4169-8e26-1ab2bf3fd8b4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.062153 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port a97deb1b-d37b-425f-824b-987585aa7674 is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:36.064935 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf4930-2873-4526-9558-86409ede6b5c None None] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:34:36.170662 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d42cf07e-53c9-45dc-b416-6e232bd62646 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:36.183657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (b1c69d84-4dd4-48fc-818f-7cb99c0c3a5d), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.191989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (b1c69d84-4dd4-48fc-818f-7cb99c0c3a5d), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.199139 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] Set router b2aaa99d-49dd-4231-8c10-31792d1d9de4 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:34:36.208870 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.210778 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: d42cf07e-53c9-45dc-b416-6e232bd62646 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:36.211149 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device d42cf07e-53c9-45dc-b416-6e232bd62646 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:36.214651 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c69d84-4dd4-48fc-818f-7cb99c0c3a5d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.253775 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.257768 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51010) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:36.258023 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-de0b9bed-6a6e-4adf-b192-07c2d5dd5968 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482213 Mar 27 15:34:36.262354 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group_rule': {'security_group_id': 'bc34f7c9-3764-4280-b6c8-1fe586084f25', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:36.282716 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] Current status of the port 4dc01efe-7e27-406f-843a-143a709b036f is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:36.283332 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (4dc01efe-7e27-406f-843a-143a709b036f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.287472 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Deleting port 6db75263-e0cc-4eda-a666-16e60830f624 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:36.287828 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (6db75263-e0cc-4eda-a666-16e60830f624), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.315048 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Project 47f47e88258b4a389e25920f2327b7ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:34:36.323964 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (62fdb70a-1707-46f1-a614-82aa4f63356f), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.354580 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] For port 4dc01efe-7e27-406f-843a-143a709b036f, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4dc01efe-7e27-406f-843a-143a709b036f,segment=NetworkSegment(7e252412-e9eb-4a46-b307-bf7b04ee75c4),segment_id=7e252412-e9eb-4a46-b307-bf7b04ee75c4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:36.363880 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] For port 6db75263-e0cc-4eda-a666-16e60830f624, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=6db75263-e0cc-4eda-a666-16e60830f624,segment=NetworkSegment(2f50af73-7651-4731-a51e-86e8ae399e3a),segment_id=2f50af73-7651-4731-a51e-86e8ae399e3a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:36.364134 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (6db75263-e0cc-4eda-a666-16e60830f624), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.367456 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (4dc01efe-7e27-406f-843a-143a709b036f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.384014 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Calling delete_port for 6db75263-e0cc-4eda-a666-16e60830f624 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:36.419287 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (62fdb70a-1707-46f1-a614-82aa4f63356f), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.425208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (62fdb70a-1707-46f1-a614-82aa4f63356f), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.429171 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1707780-2746-4d98-af64-15184e3a571b None None] DHCP port deletion for f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:34:36.446861 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fdb70a-1707-46f1-a614-82aa4f63356f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.458637 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.462596 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-9bd2638b-ea81-4043-8659-cf57ff84753e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011378 Mar 27 15:34:36.462909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51012) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:36.466571 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f826a98-70b2-4f5a-81fc-17e5234f0dd2 None None] Pushing event updated for resources: {'Port': ['ID=4dc01efe-7e27-406f-843a-143a709b036f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.470822 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'security_group_rule': {'security_group_id': 'bc34f7c9-3764-4280-b6c8-1fe586084f25', 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:36.495108 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Project 47f47e88258b4a389e25920f2327b7ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 27 15:34:36.501165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (41c0ed76-b611-41b7-84c4-819a6f32de3c), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.515148 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '4dc01efe-7e27-406f-843a-143a709b036f', 'name': '', 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'mac_address': 'fa:16:3e:27:65:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:31Z', 'updated_at': '2022-03-27T15:34:35Z', 'revision_number': 4, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'subnets': [{'id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:36.536300 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (6db75263-e0cc-4eda-a666-16e60830f624), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.562862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-81d3f106-8f54-4806-93ae-e2f94fbe107d None None] Provisioning complete for port 4dc01efe-7e27-406f-843a-143a709b036f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:36.563218 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81d3f106-8f54-4806-93ae-e2f94fbe107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4dc01efe-7e27-406f-843a-143a709b036f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.568785 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0756b-3e6d-43ee-b879-9c5058631dc4 None None] The sync data for ids ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'] in dv-cinder-835384-1-iscsi is: [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': '4dc01efe-7e27-406f-843a-143a709b036f', 'name': '', 'network_id': 'ddb71904-0e2c-480b-aac7-64a3ba489ce3', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'mac_address': 'fa:16:3e:27:65:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:31Z', 'updated_at': '2022-03-27T15:34:35Z', 'revision_number': 4, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'subnets': [{'id': 'c5b6702b-e315-4488-97e8-b20a54b95c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:34:36.586217 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] No DVR routers for this DVR port 6db75263-e0cc-4eda-a666-16e60830f624 on host dv-cinder-835384-1-iscsi {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:34:36.596813 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=6db75263-e0cc-4eda-a666-16e60830f624,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.632500 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (41c0ed76-b611-41b7-84c4-819a6f32de3c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.633864 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Deleting port 6db75263-e0cc-4eda-a666-16e60830f624 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:34:36.634249 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (6db75263-e0cc-4eda-a666-16e60830f624), before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.661210 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (41c0ed76-b611-41b7-84c4-819a6f32de3c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.682463 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c0ed76-b611-41b7-84c4-819a6f32de3c,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.701046 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.710438 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.713313 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-bae9fdc5-6263-4e8e-8223-4c5727314c33 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2488029 Mar 27 15:34:36.739196 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ba6be9-2024-4016-83d4-8cbcc4fd5d24']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:36.753034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f50af73-7651-4731-a51e-86e8ae399e3a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:36.753337 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f50af73-7651-4731-a51e-86e8ae399e3a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:34:36.770676 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5297603'] for segment (2f50af73-7651-4731-a51e-86e8ae399e3a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.788317 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (2f50af73-7651-4731-a51e-86e8ae399e3a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.804743 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:34:36.805371 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5572613'] for segment (2f50af73-7651-4731-a51e-86e8ae399e3a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: Traceback (most recent call last): Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: timer() Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: cb(*args, **kw) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: return func(*args, **kwargs) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: self._notify() Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: self.callback(batched_events) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: event.method(event) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: return f(self, *a, **k) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._get(url).json() Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: return self.request(url, 'GET', **kwargs) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:34:36.809094 dv-cinder-835384-1-iscsi neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:34:36.893473 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (f5ba6be9-2024-4016-83d4-8cbcc4fd5d24), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.899608 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.905862 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] 10.222.0.10 "DELETE /v2.0/networks/f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 HTTP/1.1" status: 204 len: 168 time: 0.8474729 Mar 27 15:34:36.914259 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c1707780-2746-4d98-af64-15184e3a571b None None] For port 6db75263-e0cc-4eda-a666-16e60830f624, host dv-cinder-835384-1-iscsi, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:34:36.914748 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (6db75263-e0cc-4eda-a666-16e60830f624), precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.926117 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f823a-172e-4eee-b2f1-b738288efbfd admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ba6be9-2024-4016-83d4-8cbcc4fd5d24,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:36.941815 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Calling delete_port for 6db75263-e0cc-4eda-a666-16e60830f624 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:34:36.943539 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-81d3f106-8f54-4806-93ae-e2f94fbe107d None None] Current status of the port 4dc01efe-7e27-406f-843a-143a709b036f is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:36.950791 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Port 6db75263-e0cc-4eda-a666-16e60830f624 was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 27 15:34:36.953079 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788'] for port (6db75263-e0cc-4eda-a666-16e60830f624), after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.982705 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Network f5ba6be9-2024-4016-83d4-8cbcc4fd5d24 is not hosted by any dhcp agent {{(pid=103180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 27 15:34:36.983434 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1707780-2746-4d98-af64-15184e3a571b None None] No DVR routers for this DVR port 6db75263-e0cc-4eda-a666-16e60830f624 on host dv-cinder-835384-1-iscsi {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:34:36.988211 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:36.998484 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1707780-2746-4d98-af64-15184e3a571b None None] Pushing event deleted for resources: {'Port': ['ID=6db75263-e0cc-4eda-a666-16e60830f624,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:37.150748 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51058) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:37.195955 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-732107f5-ac40-432a-8d4d-f831aa0632ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f98044b5fa3d4c4bbb8482ce2efc0059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438652 Mar 27 15:34:37.198305 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51060) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:37.263824 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6407-aa79-443d-acc0-3ea302a0470e admin admin] Publish callbacks [] for security_group (8f4e46ef-84dc-4595-b2b7-5d7229c3b765), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.299762 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6407-aa79-443d-acc0-3ea302a0470e admin admin] Publish callbacks [] for security_group (8f4e46ef-84dc-4595-b2b7-5d7229c3b765), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.368364 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6407-aa79-443d-acc0-3ea302a0470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (8f4e46ef-84dc-4595-b2b7-5d7229c3b765), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.371615 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d7a6407-aa79-443d-acc0-3ea302a0470e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.372794 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0d7a6407-aa79-443d-acc0-3ea302a0470e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f4e46ef-84dc-4595-b2b7-5d7229c3b765 HTTP/1.1" status: 204 len: 168 time: 0.1734428 Mar 27 15:34:37.383764 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a6407-aa79-443d-acc0-3ea302a0470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e46ef-84dc-4595-b2b7-5d7229c3b765,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:37.414541 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4dc01efe-7e27-406f-843a-143a709b036f up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:34:37.468629 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 4dc01efe-7e27-406f-843a-143a709b036f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:37.468999 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (4dc01efe-7e27-406f-843a-143a709b036f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.559079 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 4dc01efe-7e27-406f-843a-143a709b036f is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:34:37.613697 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4f3d9123-3bc9-4a06-97de-8833c98e7975 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:37.634639 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 4f3d9123-3bc9-4a06-97de-8833c98e7975 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:37.635002 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4f3d9123-3bc9-4a06-97de-8833c98e7975 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:37.635419 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 6db75263-e0cc-4eda-a666-16e60830f624 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:34:37.659819 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 6db75263-e0cc-4eda-a666-16e60830f624 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:34:37.660164 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 6db75263-e0cc-4eda-a666-16e60830f624 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:34:37.752126 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51086) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:37.796687 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1fdd379a-a109-4a33-a7c1-0a4b1770f380 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c48c98d769a948c1be0289288065d554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432878 Mar 27 15:34:37.799428 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51088) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:34:37.853865 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b69b2286-678f-4cfb-8435-967a209701e0 admin admin] Publish callbacks [] for security_group (49873928-12fc-4043-b9c5-ee4c8bc2330c), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.880272 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b69b2286-678f-4cfb-8435-967a209701e0 admin admin] Publish callbacks [] for security_group (49873928-12fc-4043-b9c5-ee4c8bc2330c), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.931165 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b69b2286-678f-4cfb-8435-967a209701e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (49873928-12fc-4043-b9c5-ee4c8bc2330c), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.933863 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b69b2286-678f-4cfb-8435-967a209701e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:37.935043 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-b69b2286-678f-4cfb-8435-967a209701e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49873928-12fc-4043-b9c5-ee4c8bc2330c HTTP/1.1" status: 204 len: 168 time: 0.1345809 Mar 27 15:34:37.943939 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b2286-678f-4cfb-8435-967a209701e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49873928-12fc-4043-b9c5-ee4c8bc2330c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:39.478133 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:39.716826 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89c768-300e-4a9f-925b-90462b1fa9be req-30e44dec-90fd-4c1e-9702-7388e9c3770b tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:39.718327 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cd89c768-300e-4a9f-925b-90462b1fa9be req-30e44dec-90fd-4c1e-9702-7388e9c3770b tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0591867 Mar 27 15:34:39.765065 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cd89c768-300e-4a9f-925b-90462b1fa9be req-2563035c-d021-4170-90ad-eba97a0a3297 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Mar 27 15:34:40.889782 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c75d-75e5-4ce2-a41a-e62f044cd32b req-6aa70709-dd7b-4eeb-be0c-e10651ff182c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:40.891235 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b727c75d-75e5-4ce2-a41a-e62f044cd32b req-6aa70709-dd7b-4eeb-be0c-e10651ff182c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0515611 Mar 27 15:34:40.937193 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b727c75d-75e5-4ce2-a41a-e62f044cd32b req-1ae20c25-b21b-4ef7-b33c-9c753c3304f7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Mar 27 15:34:42.060242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea5637-4b44-4037-b6ef-b501526e213e req-2c034507-85e9-4f4c-8520-30af8b590411 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:42.061692 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-eaea5637-4b44-4037-b6ef-b501526e213e req-2c034507-85e9-4f4c-8520-30af8b590411 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0509539 Mar 27 15:34:42.106696 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-eaea5637-4b44-4037-b6ef-b501526e213e req-be417f95-de70-4589-bada-c1150ec8dd8f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383484 Mar 27 15:34:43.229263 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c6d8c-2a6e-4b8c-ba6b-39f48d89b6bd req-b9101515-0684-4379-b027-9eaa3b415af8 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:43.230707 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-035c6d8c-2a6e-4b8c-ba6b-39f48d89b6bd req-b9101515-0684-4379-b027-9eaa3b415af8 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0565641 Mar 27 15:34:43.276331 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-035c6d8c-2a6e-4b8c-ba6b-39f48d89b6bd req-c1c4ac3d-b655-4934-88a6-777e548dd8bd tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Mar 27 15:34:44.400928 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d5638-3d15-4e6f-b95f-788ee11917ec req-dc66d4e0-38a2-489f-9e93-f589e60436ea tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:44.402389 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-040d5638-3d15-4e6f-b95f-788ee11917ec req-dc66d4e0-38a2-489f-9e93-f589e60436ea tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0587773 Mar 27 15:34:44.447527 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-040d5638-3d15-4e6f-b95f-788ee11917ec req-5bfe52ee-f3f9-4cad-98f2-e9981148d4ec tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 Mar 27 15:34:45.567048 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bc62b-fc64-49f6-a6f6-4f67ee1b56dc req-ec159989-2fc5-42ad-b496-e1b6b4173501 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:45.568410 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb1bc62b-fc64-49f6-a6f6-4f67ee1b56dc req-ec159989-2fc5-42ad-b496-e1b6b4173501 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0539398 Mar 27 15:34:45.613338 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-bb1bc62b-fc64-49f6-a6f6-4f67ee1b56dc req-7a46fe46-fd0e-4212-9525-4203e8d6af22 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Mar 27 15:34:46.739229 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51fe69-482f-4714-8d1b-34d8c975adfd req-475d4423-388d-4a93-bb22-a4e80d565766 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:46.740740 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f51fe69-482f-4714-8d1b-34d8c975adfd req-475d4423-388d-4a93-bb22-a4e80d565766 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0604453 Mar 27 15:34:46.789200 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f51fe69-482f-4714-8d1b-34d8c975adfd req-f6dd250d-e41b-4776-9885-2b56236a83e5 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Mar 27 15:34:47.910993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8fac6-0db4-4e81-b934-565d373ab21b req-107ed015-e7ed-41ea-87ab-fd273aae1910 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:47.912455 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-42a8fac6-0db4-4e81-b934-565d373ab21b req-107ed015-e7ed-41ea-87ab-fd273aae1910 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0559757 Mar 27 15:34:47.958451 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-42a8fac6-0db4-4e81-b934-565d373ab21b req-ebd6000f-37af-4f48-a485-30f22eb9ea5a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Mar 27 15:34:49.075353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312414ee-7632-4cce-b3ca-632b62dbd4d4 req-0d382d61-8fc5-4c20-9796-4d9424c6f13b tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:49.076889 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-312414ee-7632-4cce-b3ca-632b62dbd4d4 req-0d382d61-8fc5-4c20-9796-4d9424c6f13b tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Mar 27 15:34:49.127514 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-312414ee-7632-4cce-b3ca-632b62dbd4d4 req-70ffa6dd-fb58-44dc-b2ab-0fe69627f8e8 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449657 Mar 27 15:34:50.241983 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991533d2-f9d7-4fd2-8144-fd9e2585a0c6 req-9b902600-977c-48be-b579-827746b7e095 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.243459 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-991533d2-f9d7-4fd2-8144-fd9e2585a0c6 req-9b902600-977c-48be-b579-827746b7e095 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0506177 Mar 27 15:34:50.288652 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-991533d2-f9d7-4fd2-8144-fd9e2585a0c6 req-8cf62b91-8da8-40d8-a986-3af98c986e8e tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397999 Mar 27 15:34:50.485371 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce037-5e66-4937-a71e-022e80021206 req-b0be645c-d5a3-475d-bbb6-de483becbeb2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.487484 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b06ce037-5e66-4937-a71e-022e80021206 req-b0be645c-d5a3-475d-bbb6-de483becbeb2 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0548706 Mar 27 15:34:50.562586 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b06ce037-5e66-4937-a71e-022e80021206 req-f4ac7d23-c368-4151-af56-8f3d59b5d85c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651653 Mar 27 15:34:50.569105 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-b1f361a0-1d5d-4d64-8687-d333dcf50662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.570527 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-b1f361a0-1d5d-4d64-8687-d333dcf50662 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1129 time: 0.0807428 Mar 27 15:34:50.658797 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-a755c89f-c36f-446d-81e6-a8dc3da18f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.660321 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-a755c89f-c36f-446d-81e6-a8dc3da18f08 service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.0836713 Mar 27 15:34:50.728107 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-dfbc15b2-b6bc-4c68-8e36-a47209145461 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 1000 time: 0.0615411 Mar 27 15:34:50.777714 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-63581b2c-d512-4dd1-b5f7-fc8fc591e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.779110 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-63581b2c-d512-4dd1-b5f7-fc8fc591e736 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0448389 Mar 27 15:34:50.827147 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-4a5c3a89-af08-4e13-8fc5-f6053c062e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:50.828607 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-4a5c3a89-af08-4e13-8fc5-f6053c062e36 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435894 Mar 27 15:34:51.152339 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-70e1c23d-eb8a-40f5-8bfb-805ed65135fa service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178742 Mar 27 15:34:51.244287 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-8894e9c6-27c9-44ba-a2a2-b2a75ee79a7f req-b65185fd-47c6-4711-9b3a-0eafc014c2b0 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836229 Mar 27 15:34:51.687648 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87394a-2a51-43cc-9884-fe262fe38b70 req-134dcc9a-a37c-40df-b378-39d418c70a63 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:51.689986 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f87394a-2a51-43cc-9884-fe262fe38b70 req-134dcc9a-a37c-40df-b378-39d418c70a63 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0570648 Mar 27 15:34:51.738201 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3f87394a-2a51-43cc-9884-fe262fe38b70 req-01ac9a03-a71e-4bc4-b5f4-c66668a80c3c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Mar 27 15:34:52.246920 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-c59464d3-9293-4794-8462-90dea9c4782a tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085821734&fields=id&tenant_id=47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 267 time: 0.0428493 Mar 27 15:34:52.352941 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-bc01d654-1fc7-4664-adcc-7a1458f04c77 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:52.354433 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-bc01d654-1fc7-4664-adcc-7a1458f04c77 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 811 time: 0.1001878 Mar 27 15:34:52.370095 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8e20719e-e8d1-42df-bb2d-0eed3da851ea tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/quotas/47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 375 time: 0.0094430 Mar 27 15:34:52.425064 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-49926016-5aa3-4d56-8399-2195e43e3276 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498755 Mar 27 15:34:52.524051 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-d1e51e4a-d365-4bd2-990c-ada7fc68cf9a service neutron] 10.222.0.10 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868745 Mar 27 15:34:52.615082 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-2ab1e005-ed9e-4af7-a2a6-8774654b302f service neutron] 10.222.0.10 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811071 Mar 27 15:34:52.872403 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6e2cb-9e16-4e4c-9cb7-dc4f989ebea0 req-6f394729-c4f1-461c-895e-e57315600fe0 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:52.874184 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6ad6e2cb-9e16-4e4c-9cb7-dc4f989ebea0 req-6f394729-c4f1-461c-895e-e57315600fe0 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0593164 Mar 27 15:34:52.916135 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b7522090-8f3b-45c1-9f84-e7654d2a51db req-9e34ae78-4492-4847-9661-70e16bbafa12 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 210 time: 0.0321410 Mar 27 15:34:52.933173 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6ad6e2cb-9e16-4e4c-9cb7-dc4f989ebea0 req-aec57301-fcd0-4470-997a-3b49f5c4f42f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524974 Mar 27 15:34:53.846447 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-61d54fc9-11e5-4eff-9850-aeb03c1614b3 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:53.847963 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-61d54fc9-11e5-4eff-9850-aeb03c1614b3 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 811 time: 0.1073377 Mar 27 15:34:53.913160 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a83174a5-01ed-485c-b106-79951c8868e7 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 380 time: 0.0573940 Mar 27 15:34:53.921177 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'port': {'device_id': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'admin_state_up': True, 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'security_groups': ['bc34f7c9-3764-4280-b6c8-1fe586084f25']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:54.019529 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9467999a-5965-48f3-8101-ced88feff9e6 req-7225c8b4-3552-4c76-a846-748642383a1c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 210 time: 0.0367541 Mar 27 15:34:54.055945 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Made reservation on behalf of 47f47e88258b4a389e25920f2327b7ea for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:34:54.059234 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.110186 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:34:54.190973 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Allocated IP 172.20.0.8 (c6462ed1-8118-4aa5-8d79-4e5d47792228/98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f/12b84bc8-ccae-4cdd-be88-6a35d3b89f14) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:34:54.337842 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.371104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.415671 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:34:54.418646 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:34:54.424369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:34:54.430785 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:54.477280 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:54.477951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.495187 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-a48fdd8b-580e-4899-a5bd-2f8efd1a7e5d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777054 Mar 27 15:34:54.506624 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Request body: {'port': {'device_id': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:34:54.569784 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.674477 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1b60136b-7564-4ada-b35f-17c895d4ae78 None None] Provisioning complete for port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:34:54.675114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b60136b-7564-4ada-b35f-17c895d4ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.726488 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1b60136b-7564-4ada-b35f-17c895d4ae78 None None] Port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:34:54.834519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:34:54.842021 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Publish callbacks [] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.855350 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Transition to ACTIVE for port object 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:34:54.858909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:54.911685 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Pushing event updated for resources: {'Port': ['ID=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:54.981032 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Attempting to bind port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:34:54.981286 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Attempting to bind port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:34:54.981616 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Attempting to bind port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:54.986577 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:34:54.987169 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Attempting to bind port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:34:54.992108 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:34:54.992441 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Checking segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:34:54.992821 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Bound using segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:34:54.993250 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Bound port: 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:34:54.993606 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:55.061623 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] For port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:34:55.065188 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] For port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:34:55.071677 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:55.106059 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.106719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:34:55.108156 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] 10.222.0.25 "PUT /v2.0/ports/12b84bc8-ccae-4cdd-be88-6a35d3b89f14 HTTP/1.1" status: 200 len: 1093 time: 0.6064816 Mar 27 15:34:55.108620 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:34:55.110966 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6686c8b-2d40-409e-bfcd-1b441644b4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:34:55.156961 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2521db-ea7d-4a88-b210-63cada940fcf service neutron] Pushing event updated for resources: {'Port': ['ID=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:34:55.159311 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48138f-8eab-48a5-996f-735ac93f44f2 req-a993d9c7-63b5-48e7-8729-fba1208bad5e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.161036 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4b48138f-8eab-48a5-996f-735ac93f44f2 req-a993d9c7-63b5-48e7-8729-fba1208bad5e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0689309 Mar 27 15:34:55.162984 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3907f4fa-f150-4040-9c7f-bb36ac5957f3 x-openstack-request-id: req-3907f4fa-f150-4040-9c7f-bb36ac5957f3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:34:55.163554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:34:55.164060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3907f4fa-f150-4040-9c7f-bb36ac5957f3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:34:55.164772 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3907f4fa-f150-4040-9c7f-bb36ac5957f3'] response: {'name': 'network-changed', 'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'status': 'completed', 'code': 200} Mar 27 15:34:55.221789 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4b48138f-8eab-48a5-996f-735ac93f44f2 req-d1c81bf4-4004-46da-a005-65729575a012 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Mar 27 15:34:55.227590 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6686c8b-2d40-409e-bfcd-1b441644b4e3 req-eaba65b2-625d-4c61-91e7-cf7030ebbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.229295 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c6686c8b-2d40-409e-bfcd-1b441644b4e3 req-eaba65b2-625d-4c61-91e7-cf7030ebbce6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 1127 time: 0.0506053 Mar 27 15:34:55.337271 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6686c8b-2d40-409e-bfcd-1b441644b4e3 req-6add6e31-69f9-47db-ac37-b3ebc711ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.338743 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c6686c8b-2d40-409e-bfcd-1b441644b4e3 req-6add6e31-69f9-47db-ac37-b3ebc711ca3f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=47f47e88258b4a389e25920f2327b7ea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1016917 Mar 27 15:34:55.434764 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6686c8b-2d40-409e-bfcd-1b441644b4e3 req-584d9214-2d7a-46b2-b824-9f19854c1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.436177 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c6686c8b-2d40-409e-bfcd-1b441644b4e3 req-584d9214-2d7a-46b2-b824-9f19854c1801 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921822 Mar 27 15:34:55.517136 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-626208a2-51d0-4e1a-9303-62758281d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.519083 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-626208a2-51d0-4e1a-9303-62758281d94a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 1127 time: 0.0464797 Mar 27 15:34:55.565228 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-baf3cad4-5de2-48af-9a80-1229d3aed039 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14 HTTP/1.1" status: 200 len: 217 time: 0.0403988 Mar 27 15:34:55.614777 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-3876d363-8f86-484f-a769-cc8d75d752f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.616189 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-3876d363-8f86-484f-a769-cc8d75d752f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0458674 Mar 27 15:34:55.667999 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-9fe059af-1628-468d-81b2-77b17fa9fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:55.669969 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-9fe059af-1628-468d-81b2-77b17fa9fb0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485508 Mar 27 15:34:55.773003 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-06ade52d-96b6-4645-b39f-d3782860f34e service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965698 Mar 27 15:34:55.864079 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-261a0223-8939-40e7-aaa5-2bf76dde25f0 req-0aac0f2c-4cc3-49bf-bc4f-f7db10b1fcea service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Mar 27 15:34:56.347997 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c12a8-8ac9-4fee-8295-97eeaa5c2bf6 req-cbed8b87-cb95-410b-8c23-6f844e55442d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:56.349445 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-013c12a8-8ac9-4fee-8295-97eeaa5c2bf6 req-cbed8b87-cb95-410b-8c23-6f844e55442d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0573599 Mar 27 15:34:56.397091 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-013c12a8-8ac9-4fee-8295-97eeaa5c2bf6 req-245af394-66b9-43e4-82c0-55df4adbb7e8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Mar 27 15:34:57.512719 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9781af-725a-4669-97ba-45044af170bd req-9daab0e1-4172-493b-950e-1d514ba85211 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:57.514176 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4f9781af-725a-4669-97ba-45044af170bd req-9daab0e1-4172-493b-950e-1d514ba85211 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0525253 Mar 27 15:34:57.563206 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4f9781af-725a-4669-97ba-45044af170bd req-ed10422f-c396-4e25-9147-d6ea5988f4c1 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422339 Mar 27 15:34:58.693791 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fb9dd-1282-4275-b8a9-74ff897f61eb req-943a7d5d-723f-4ca0-a3be-363d0fb53ec5 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:58.695332 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a33fb9dd-1282-4275-b8a9-74ff897f61eb req-943a7d5d-723f-4ca0-a3be-363d0fb53ec5 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0605817 Mar 27 15:34:58.744874 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a33fb9dd-1282-4275-b8a9-74ff897f61eb req-21bf8ab4-0dd9-4d85-ad32-6ac5e58f1594 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Mar 27 15:34:59.862316 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75df28-86dc-4f95-aba9-f500105b98ed req-87e94fd3-b77e-4ef0-91d9-2911ad86222b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:34:59.863789 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c75df28-86dc-4f95-aba9-f500105b98ed req-87e94fd3-b77e-4ef0-91d9-2911ad86222b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0512977 Mar 27 15:34:59.914887 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c75df28-86dc-4f95-aba9-f500105b98ed req-4bb8e639-4728-41f8-be08-c62a689c9a81 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456283 Mar 27 15:35:00.656235 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693fd57e-df51-4531-8a40-45ed1bec99c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:01.033454 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140196-fd56-42eb-99b5-0fb8da0d339e req-b8284fec-dd22-40f9-a28e-76a53be31451 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:01.035360 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-14140196-fd56-42eb-99b5-0fb8da0d339e req-b8284fec-dd22-40f9-a28e-76a53be31451 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0542145 Mar 27 15:35:01.088335 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-14140196-fd56-42eb-99b5-0fb8da0d339e req-f68e0516-b7ed-4372-af84-37e5538fccb1 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465469 Mar 27 15:35:02.204725 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f24b-766e-4107-90d2-ca714ad7ca93 req-6c33d1db-55f0-4a02-a5f7-130132098331 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:02.206287 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-dc64f24b-766e-4107-90d2-ca714ad7ca93 req-6c33d1db-55f0-4a02-a5f7-130132098331 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0520093 Mar 27 15:35:02.253645 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-dc64f24b-766e-4107-90d2-ca714ad7ca93 req-eaf4d35b-561e-4f18-b2e1-79c735e691e6 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Mar 27 15:35:03.036754 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e588d020-b072-40fb-924e-b51d7f1cb6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:03.370326 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d10c3-1d30-428c-82c1-147c055555d2 req-66690613-abc1-40de-99c1-c4ba6cfbad21 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:03.371866 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-589d10c3-1d30-428c-82c1-147c055555d2 req-66690613-abc1-40de-99c1-c4ba6cfbad21 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0510750 Mar 27 15:35:03.419470 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-589d10c3-1d30-428c-82c1-147c055555d2 req-a3bf264a-d445-42bd-8dd0-3e27e1a12804 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Mar 27 15:35:04.066389 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:04.536016 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8dfa3-8916-4b3a-8a5e-9f84abfa5660 req-656b9718-7347-45a6-aabe-9745fb91c849 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:04.537504 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f7e8dfa3-8916-4b3a-8a5e-9f84abfa5660 req-656b9718-7347-45a6-aabe-9745fb91c849 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 943 time: 0.0538545 Mar 27 15:35:04.584614 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f7e8dfa3-8916-4b3a-8a5e-9f84abfa5660 req-5863f7e4-4fb4-4996-b8b9-03770d1db0a0 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Mar 27 15:35:05.176890 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:35:05.270716 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:05.281576 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'port_id': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'mac_address': 'fa:16:3e:31:7d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:35:05.321114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:05.321505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:05.334079 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:35:05.352655 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:05.356953 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:05.405370 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:05.415006 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:05.422152 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.422502 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.422848 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.423909 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.424218 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.424553 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.424883 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.425212 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.425540 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.425871 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.426193 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.426517 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.426837 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.427240 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.427527 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:05.582797 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['12b84bc8-ccae-4cdd-be88-6a35d3b89f14'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:35:05.703143 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140ad5-74f3-4236-9aab-aab05c49a550 req-2fc740de-2804-445b-bc84-96377beb5ba8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:05.704659 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3a140ad5-74f3-4236-9aab-aab05c49a550 req-2fc740de-2804-445b-bc84-96377beb5ba8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 944 time: 0.0531075 Mar 27 15:35:05.753175 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3a140ad5-74f3-4236-9aab-aab05c49a550 req-c7511d43-51f1-4cf9-8eb9-7b340b19fa85 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Mar 27 15:35:06.872238 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97387e94-32e8-4d91-b31c-cd65c3af73a5 req-2582b660-1c55-49f6-87eb-dd4d9d522770 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:06.873701 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-97387e94-32e8-4d91-b31c-cd65c3af73a5 req-2582b660-1c55-49f6-87eb-dd4d9d522770 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 944 time: 0.0546527 Mar 27 15:35:06.922562 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-97387e94-32e8-4d91-b31c-cd65c3af73a5 req-ff9c2fe4-83b9-4096-9dce-2f0057b82e07 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Mar 27 15:35:06.943273 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:07.177669 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:35:07.230966 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:35:07.234808 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:35:07.235210 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:07.313850 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:07.314248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:07.337432 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:07.339689 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da91028-befc-4034-9dd7-709ecd94168a" -d '{"events": [{"server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "name": "network-vif-plugged", "status": "completed", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:07.353340 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:07.357858 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:07.381962 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615fa769-1e8e-4afb-82da-6f3b63bb2ae1 x-openstack-request-id: req-615fa769-1e8e-4afb-82da-6f3b63bb2ae1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:07.382283 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "name": "network-vif-plugged", "status": "completed", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:07.382579 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-615fa769-1e8e-4afb-82da-6f3b63bb2ae1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:07.383029 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615fa769-1e8e-4afb-82da-6f3b63bb2ae1'] response: {'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'code': 200} Mar 27 15:35:07.410325 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:07.590599 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab8664-8192-4822-9c9a-1c8ce5d0ff24 req-2adea5b6-586b-4d2b-b888-752eecada262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:07.592081 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85ab8664-8192-4822-9c9a-1c8ce5d0ff24 req-2adea5b6-586b-4d2b-b888-752eecada262 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 1129 time: 0.0458162 Mar 27 15:35:07.637191 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-85ab8664-8192-4822-9c9a-1c8ce5d0ff24 req-23e861ff-3bd9-42d0-9b8c-9a9a3fe94df6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387647 Mar 27 15:35:08.041698 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32a3b-360f-4924-aa0f-1c21563684b5 req-7666272a-9a39-4d72-8c1a-485436aec8db tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:08.043205 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b9c32a3b-360f-4924-aa0f-1c21563684b5 req-7666272a-9a39-4d72-8c1a-485436aec8db tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 945 time: 0.0526614 Mar 27 15:35:08.098322 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b9c32a3b-360f-4924-aa0f-1c21563684b5 req-bf2f8b46-492e-4d4d-8034-40e8d8947508 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490799 Mar 27 15:35:09.217358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401196-7d27-4e30-8e88-d4381a002623 req-4a68672d-bff4-4e20-9094-1817bbcf2f9a tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.218856 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd401196-7d27-4e30-8e88-d4381a002623 req-4a68672d-bff4-4e20-9094-1817bbcf2f9a tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 945 time: 0.0527983 Mar 27 15:35:09.269676 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd401196-7d27-4e30-8e88-d4381a002623 req-2c83ef67-4273-4f90-b55e-ff014e7303f2 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Mar 27 15:35:09.389320 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7535-5674-4501-bb1c-ab553fc0e247 req-e97c29fa-6cbb-4973-9008-2520fb0732c4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.390810 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-606a7535-5674-4501-bb1c-ab553fc0e247 req-e97c29fa-6cbb-4973-9008-2520fb0732c4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 945 time: 0.0566516 Mar 27 15:35:09.440631 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-606a7535-5674-4501-bb1c-ab553fc0e247 req-823c1e60-5faa-4157-b90f-ac174b1712a9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Mar 27 15:35:09.464292 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51232) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:09.472222 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.654361 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40eb166-196c-46cd-b06e-b91f6ddb370d tempest-TestVolumeBootPattern-1478632539 tempest-TestVolumeBootPattern-1478632539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.655079 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-c219a833-6e3b-41ae-bb49-a80234ec417b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430069 Mar 27 15:35:09.655839 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d40eb166-196c-46cd-b06e-b91f6ddb370d tempest-TestVolumeBootPattern-1478632539 tempest-TestVolumeBootPattern-1478632539-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 1124 time: 0.1904700 Mar 27 15:35:09.658812 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:09.663017 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'port_id': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:09.683814 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.724014 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-9bc8256b-77a1-4095-b5e0-05756087fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.725492 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-9bc8256b-77a1-4095-b5e0-05756087fb30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 1129 time: 0.0491440 Mar 27 15:35:09.785618 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:09.827106 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-98c1569c-b96a-41ad-be70-b656164ce295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.828570 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-98c1569c-b96a-41ad-be70-b656164ce295 service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.0851874 Mar 27 15:35:09.887075 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Allocated IP 172.27.1.58 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/0be3fba1-bcb4-468e-9a4a-56940dfcd10a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:35:09.898587 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-76f70b45-a28d-4415-b42d-75769a407de0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 200 len: 1000 time: 0.0632150 Mar 27 15:35:09.946006 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-9cf4d0e9-ae17-4544-93b2-0066ac859d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.947430 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-9cf4d0e9-ae17-4544-93b2-0066ac859d11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0437765 Mar 27 15:35:09.998367 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-160f1405-069d-485f-a136-2ca827df4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:09.999912 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-160f1405-069d-485f-a136-2ca827df4f5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462682 Mar 27 15:35:10.095597 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-5ee23ea5-472d-4d7d-9584-bf2d39763398 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891340 Mar 27 15:35:10.184540 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-e8ab479c-77e3-4417-bd39-b522af3ce163 req-86000cbb-2bef-413c-87f8-c214f9cc996d service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837667 Mar 27 15:35:10.261516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:10.294652 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:10.333175 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:35:10.336004 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:35:10.341398 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:35:10.347205 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=0be3fba1-bcb4-468e-9a4a-56940dfcd10a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:10.371733 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.372085 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.372429 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.372769 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.373101 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.373428 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.373752 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.374073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.374401 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.374721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.375072 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.375396 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.375716 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.376040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.377396 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:35:10.707357 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (d3c2cbdb-129f-4df9-8401-2b197bee019b), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:10.776392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:10.928378 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:10.932760 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:11.005044 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=0be3fba1-bcb4-468e-9a4a-56940dfcd10a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:11.015103 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (d3c2cbdb-129f-4df9-8401-2b197bee019b), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:11.132805 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Floating IP d3c2cbdb-129f-4df9-8401-2b197bee019b associated. External IP: 172.27.1.58, port: 12b84bc8-ccae-4cdd-be88-6a35d3b89f14. Mar 27 15:35:11.359324 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:35:11.475918 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:35:11.485766 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:35:11.493821 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:11.497178 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:11.497796 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:35:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:11.529341 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ceeb3d8e-a2c0-4907-b6d1-fa9cccdc9f2e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8695071 Mar 27 15:35:11.530134 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:11.534189 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b3776-c1dd-4a87-b78a-821b907e4c24" -d '{"events": [{"name": "network-changed", "server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:11.572147 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d27ea6-c1fd-4677-82f6-e692c01f74e5 x-openstack-request-id: req-61d27ea6-c1fd-4677-82f6-e692c01f74e5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:11.572440 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:11.572689 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61d27ea6-c1fd-4677-82f6-e692c01f74e5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:11.573092 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d27ea6-c1fd-4677-82f6-e692c01f74e5'] response: {'name': 'network-changed', 'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'status': 'completed', 'code': 200} Mar 27 15:35:11.613794 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:11.643446 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-f4fd0243-db26-41cc-9ea5-ab196460eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:11.644976 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-f4fd0243-db26-41cc-9ea5-ab196460eac3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 1129 time: 0.0490210 Mar 27 15:35:11.737989 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-52cd5c2a-bfa0-4239-9935-59cd56234099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:11.739461 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-52cd5c2a-bfa0-4239-9935-59cd56234099 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0882170 Mar 27 15:35:11.804320 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-29c00601-641b-4245-bc51-58b0eca2f766 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14 HTTP/1.1" status: 200 len: 998 time: 0.0590937 Mar 27 15:35:11.845714 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'd3c2cbdb-129f-4df9-8401-2b197bee019b', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:31:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:35:10Z', 'updated_at': '2022-03-27T15:35:10Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:11.855092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-a53e8cd5-ce83-403d-860d-f339bb75c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:11.856522 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-a53e8cd5-ce83-403d-860d-f339bb75c415 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0463672 Mar 27 15:35:11.878128 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:35:11.886454 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:11.887094 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:35:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:11.904906 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-e179bd64-a2af-4e4b-a887-1790a865b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:11.906380 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-e179bd64-a2af-4e4b-a887-1790a865b520 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437121 Mar 27 15:35:11.993547 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-42d76e17-ce42-40ee-bfee-69a74c4eac0d service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804300 Mar 27 15:35:11.995471 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:12.087721 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f7b3776-c1dd-4a87-b78a-821b907e4c24 req-eefffd7e-a24c-4d2f-abef-27a2a7ba8146 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881665 Mar 27 15:35:12.222067 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'd3c2cbdb-129f-4df9-8401-2b197bee019b', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:31:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:35:10Z', 'updated_at': '2022-03-27T15:35:10Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:12.248048 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5b569-1a7a-4f58-b59a-2538a97c04a0 None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'd3c2cbdb-129f-4df9-8401-2b197bee019b', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:31:7d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:35:10Z', 'updated_at': '2022-03-27T15:35:10Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:35:12.433456 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a956047-97a4-45dc-9883-e11ec5aa7df3 None None] New status for floating IP d3c2cbdb-129f-4df9-8401-2b197bee019b: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:35:25.350247 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a69eb-3941-4b1f-87a2-4ee8a181ee7c req-9a01fa2f-eb56-4d88-8b6f-60752cc02d88 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:25.351766 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-dc9a69eb-3941-4b1f-87a2-4ee8a181ee7c req-9a01fa2f-eb56-4d88-8b6f-60752cc02d88 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0549228 Mar 27 15:35:25.402211 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-dc9a69eb-3941-4b1f-87a2-4ee8a181ee7c req-e90702e0-e989-47d9-bf9f-eaa8504e6156 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441344 Mar 27 15:35:26.523427 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7ea6-3317-42d9-bb3b-89d0b41fce5a req-faa429d1-5214-4b63-afd9-fd2c2115db60 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:26.524890 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-345a7ea6-3317-42d9-bb3b-89d0b41fce5a req-faa429d1-5214-4b63-afd9-fd2c2115db60 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0526388 Mar 27 15:35:26.571248 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-345a7ea6-3317-42d9-bb3b-89d0b41fce5a req-7565b6ce-1902-4841-bb5b-b732f6ad46d8 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Mar 27 15:35:27.327238 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-c2cc0e4a-0748-4f56-a889-5c29c3120b02 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:27.328665 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-c2cc0e4a-0748-4f56-a889-5c29c3120b02 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0563953 Mar 27 15:35:27.420240 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Deleting port f48b691d-a56a-4d97-8734-c816e4243163 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:27.420576 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (f48b691d-a56a-4d97-8734-c816e4243163), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.510631 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] For port f48b691d-a56a-4d97-8734-c816e4243163, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f48b691d-a56a-4d97-8734-c816e4243163,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:27.511017 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (f48b691d-a56a-4d97-8734-c816e4243163), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.683618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.684221 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (24f4c0d9-d2d7-48b8-a14b-7e150c0e09af), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.684366 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Floating IP 24f4c0d9-d2d7-48b8-a14b-7e150c0e09af disassociated. External IP: 172.27.1.71, port: f48b691d-a56a-4d97-8734-c816e4243163. Mar 27 15:35:27.684622 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Calling delete_port for f48b691d-a56a-4d97-8734-c816e4243163 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:27.691919 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa6fee-e14d-4689-b2b2-4067ff7a8a0f req-742051a7-a500-4c77-996a-1d25f60db44d tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:27.693855 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-62aa6fee-e14d-4689-b2b2-4067ff7a8a0f req-742051a7-a500-4c77-996a-1d25f60db44d tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 945 time: 0.0540056 Mar 27 15:35:27.740299 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-62aa6fee-e14d-4689-b2b2-4067ff7a8a0f req-d4f88424-0933-4aeb-b4e9-c84186c52e77 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9a80028-9d22-45d4-b963-4a7acbce5e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 Mar 27 15:35:27.816739 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (f48b691d-a56a-4d97-8734-c816e4243163), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:27.843676 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event deleted for resources: {'Port': ['ID=f48b691d-a56a-4d97-8734-c816e4243163,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:27.959733 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:35:28.309619 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:35:28.321879 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:35:28.332856 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:28.333568 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:35:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:28.350502 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] No DVR routers for this DVR port f48b691d-a56a-4d97-8734-c816e4243163 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:35:28.353001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:28.356216 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b26d42ff-0a5d-48f0-a1f4-e680f77534d8 req-2c3beab2-74f9-42bb-ad05-0d930504fa3f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "DELETE /v2.0/ports/f48b691d-a56a-4d97-8734-c816e4243163 HTTP/1.1" status: 204 len: 173 time: 1.0223072 Mar 27 15:35:28.356649 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'name': 'network-vif-deleted', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:28.358832 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f376d-cdb5-4b2b-ae3f-ad5de76af8c3" -d '{"events": [{"server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "name": "network-vif-deleted", "tag": "f48b691d-a56a-4d97-8734-c816e4243163"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:28.398207 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97484a5-8d1d-4e3c-9698-c5f3cde655a0 x-openstack-request-id: req-b97484a5-8d1d-4e3c-9698-c5f3cde655a0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:28.398501 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2", "name": "network-vif-deleted", "tag": "f48b691d-a56a-4d97-8734-c816e4243163", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:28.398777 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b97484a5-8d1d-4e3c-9698-c5f3cde655a0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:28.399200 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97484a5-8d1d-4e3c-9698-c5f3cde655a0'] response: {'server_uuid': 'ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2', 'name': 'network-vif-deleted', 'tag': 'f48b691d-a56a-4d97-8734-c816e4243163', 'status': 'completed', 'code': 200} Mar 27 15:35:28.453310 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:28.656327 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:28.813126 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:35:28.823455 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:28.824090 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:35:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:28.847603 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-820f8242-034a-4826-8d88-5b9a0c4ddeba req-5bf2601d-2538-4ed3-b391-d326fe951655 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba1cdc94-72fe-4c03-a6f4-e391fd2e94d2 HTTP/1.1" status: 200 len: 210 time: 0.0270274 Mar 27 15:35:28.932576 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:29.131479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:29.162190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d2d5a-0d3a-4502-803c-1cdc0ebce1a8 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:35:29.302460 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f48b691d-a56a-4d97-8734-c816e4243163 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:35:29.323961 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: f48b691d-a56a-4d97-8734-c816e4243163 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:35:29.324493 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f48b691d-a56a-4d97-8734-c816e4243163 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:35:29.373824 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d85f6-d151-4e7c-b367-8de47318aac2 None None] New status for floating IP 24f4c0d9-d2d7-48b8-a14b-7e150c0e09af: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:35:29.932977 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:29.983801 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43951fe7-ee28-4a7c-a040-abc1a4d0daaf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (e9a80028-9d22-45d4-b963-4a7acbce5e6f), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.005887 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43951fe7-ee28-4a7c-a040-abc1a4d0daaf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (e9a80028-9d22-45d4-b963-4a7acbce5e6f), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.056007 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43951fe7-ee28-4a7c-a040-abc1a4d0daaf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e9a80028-9d22-45d4-b963-4a7acbce5e6f), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.058479 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43951fe7-ee28-4a7c-a040-abc1a4d0daaf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.059712 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-43951fe7-ee28-4a7c-a040-abc1a4d0daaf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "DELETE /v2.0/security-groups/e9a80028-9d22-45d4-b963-4a7acbce5e6f HTTP/1.1" status: 204 len: 168 time: 0.1257639 Mar 27 15:35:30.062486 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51282) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:30.068350 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951fe7-ee28-4a7c-a040-abc1a4d0daaf tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a80028-9d22-45d4-b963-4a7acbce5e6f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:30.076885 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.api.v2.resource [None req-3a8849e4-acd1-4319-b18e-606b95c25b8a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] show failed (client error): The resource could not be found. Mar 27 15:35:30.081059 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3a8849e4-acd1-4319-b18e-606b95c25b8a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups/e9a80028-9d22-45d4-b963-4a7acbce5e6f HTTP/1.1" status: 404 len: 347 time: 0.0143979 Mar 27 15:35:30.081509 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:30.210433 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Deleting port adcbd9a2-9daf-49d2-9671-f701dd354874 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:35:30.210688 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.284103 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.284424 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (adcbd9a2-9daf-49d2-9671-f701dd354874), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.295669 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Calling delete_port for adcbd9a2-9daf-49d2-9671-f701dd354874 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:35:30.425798 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (adcbd9a2-9daf-49d2-9671-f701dd354874), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.454622 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event deleted for resources: {'Port': ['ID=adcbd9a2-9daf-49d2-9671-f701dd354874,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:30.520342 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (24f4c0d9-d2d7-48b8-a14b-7e150c0e09af), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.523012 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.524169 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ac87f52d-48b7-4956-80b6-c04bed055573 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "DELETE /v2.0/floatingips/24f4c0d9-d2d7-48b8-a14b-7e150c0e09af HTTP/1.1" status: 204 len: 168 time: 0.4399419 Mar 27 15:35:30.657623 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5dc45093-603a-4095-a9a8-0d90826ed037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:30.950998 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:30.955633 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473906420', 'description': 'tempest-description--1722306191'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:30.975467 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.044670 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (3e577fd7-9a20-4690-8f3f-4daeb2594c86), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.048278 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (3e577fd7-9a20-4690-8f3f-4daeb2594c86), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.077170 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.078381 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1263754 Mar 27 15:35:31.080242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4290e-facc-47b6-bba6-a722312feb42 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e577fd7-9a20-4690-8f3f-4daeb2594c86,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:31.081431 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51290) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:31.085827 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'security_group_rule': {'security_group_id': '3e577fd7-9a20-4690-8f3f-4daeb2594c86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:31.108585 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:35:31.110398 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (5154ce28-c29a-4293-8577-f75676fe6e33), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.167840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (5154ce28-c29a-4293-8577-f75676fe6e33), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.171282 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (5154ce28-c29a-4293-8577-f75676fe6e33), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.190137 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5154ce28-c29a-4293-8577-f75676fe6e33,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:31.195934 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.197082 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8aec771c-cb6b-4a65-bc13-f986b9273a79 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146765 Mar 27 15:35:31.199766 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:31.204050 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'security_group_rule': {'security_group_id': '3e577fd7-9a20-4690-8f3f-4daeb2594c86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:31.228203 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (a24deabf-5341-4724-8159-4ff036191bf3), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.284971 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (a24deabf-5341-4724-8159-4ff036191bf3), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.288455 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (a24deabf-5341-4724-8159-4ff036191bf3), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.307482 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24deabf-5341-4724-8159-4ff036191bf3,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:31.313071 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.314219 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-15e14329-f458-4a7f-9df2-9742601b43f3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135292 Mar 27 15:35:31.317322 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51294) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:31.321524 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:31.341092 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.433550 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.539853 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Allocated IP 172.27.1.97 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/08721789-4264-4f44-83bb-324a48b3c8db) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:35:31.636420 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for port (08721789-4264-4f44-83bb-324a48b3c8db), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.669594 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (08721789-4264-4f44-83bb-324a48b3c8db), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.708826 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:35:31.711582 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:35:31.714997 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:35:31.739894 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'Port': ['ID=08721789-4264-4f44-83bb-324a48b3c8db,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:31.802963 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (9835bc72-5fe2-46f1-94d1-d2303efa3a9f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.838692 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (08721789-4264-4f44-83bb-324a48b3c8db), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.986602 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for port (08721789-4264-4f44-83bb-324a48b3c8db), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:31.991626 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (08721789-4264-4f44-83bb-324a48b3c8db), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:32.062449 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'Port': ['ID=08721789-4264-4f44-83bb-324a48b3c8db,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:32.070277 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (9835bc72-5fe2-46f1-94d1-d2303efa3a9f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:32.085874 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:32.087135 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f664a184-a1d1-4e3b-96cf-8f5e4fe5ae73 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7688355 Mar 27 15:35:32.276197 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-65582a8d-362a-4108-b062-efa08f5068ec tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1473906420&fields=id&tenant_id=3121f0b7b9c84c158cdf2546e26d0078 HTTP/1.1" status: 200 len: 267 time: 0.0433455 Mar 27 15:35:32.384837 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-295da944-cc11-4470-80f1-cb9075689322 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:32.386287 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-295da944-cc11-4470-80f1-cb9075689322 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 811 time: 0.1038013 Mar 27 15:35:32.400762 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-f44d0810-686e-4a48-ac68-f074bf1a37fb tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/quotas/3121f0b7b9c84c158cdf2546e26d0078 HTTP/1.1" status: 200 len: 375 time: 0.0092740 Mar 27 15:35:32.454543 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-a644da5d-f40d-4e3e-9fcc-511030acec1c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491481 Mar 27 15:35:32.553386 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-5fe43a14-0021-4f1d-8741-3ec0c7a595d5 service neutron] 10.222.0.10 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878339 Mar 27 15:35:32.640073 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-5859ca4f-970c-4dc1-bf72-8b7c39279df1 service neutron] 10.222.0.10 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809698 Mar 27 15:35:32.801605 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9dc2b7f3-5d49-4552-a18d-188c8f62a3cc req-84f69546-f9b1-49d0-acc2-a710c3e001d4 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 210 time: 0.0276830 Mar 27 15:35:33.038687 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3800ba3a-0685-403a-a199-53c6ec20fa93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:33.718837 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-694129be-ea51-4732-acea-2e344f880e7d tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:33.720288 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-694129be-ea51-4732-acea-2e344f880e7d tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 811 time: 0.0994711 Mar 27 15:35:33.779790 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-a72a271d-643a-45c0-93ea-2dbfa5ca4809 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3121f0b7b9c84c158cdf2546e26d0078 HTTP/1.1" status: 200 len: 380 time: 0.0514123 Mar 27 15:35:33.789376 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'port': {'device_id': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'admin_state_up': True, 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'security_groups': ['3e577fd7-9a20-4690-8f3f-4daeb2594c86']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:33.896824 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-3bcf9824-78b9-4fbd-885c-064fbe000f04 req-36c48c3e-aa65-4534-acb1-0b57e7bf45c4 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 210 time: 0.0280919 Mar 27 15:35:33.897940 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Made reservation on behalf of 3121f0b7b9c84c158cdf2546e26d0078 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:35:33.901386 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.025068 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Allocated IP 172.20.0.13 (398c3643-b8a7-4b0e-9348-5f0330433f9c/9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce/43e6c3fc-886f-4927-abbb-a2458e942bcc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:35:34.068571 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.156277 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.188727 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.233063 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:35:34.236225 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:35:34.240494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:35:34.269329 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event updated for resources: {'Port': ['ID=43e6c3fc-886f-4927-abbb-a2458e942bcc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:34.297666 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:34.298462 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.317320 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-b6a8356b-f02e-4b60-b982-0efa837d2685 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5314975 Mar 27 15:35:34.328759 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Request body: {'port': {'device_id': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:34.391402 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.432197 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7df93439-e5ab-4bb1-8ba9-050d7a40e2fe None None] Provisioning complete for port 43e6c3fc-886f-4927-abbb-a2458e942bcc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:35:34.432573 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7df93439-e5ab-4bb1-8ba9-050d7a40e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.469739 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7df93439-e5ab-4bb1-8ba9-050d7a40e2fe None None] Port 43e6c3fc-886f-4927-abbb-a2458e942bcc cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:35:34.656117 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e6c3fc-886f-4927-abbb-a2458e942bcc {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:35:34.663669 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Publish callbacks [] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.675604 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Transition to ACTIVE for port object 43e6c3fc-886f-4927-abbb-a2458e942bcc will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:35:34.679360 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.730080 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=43e6c3fc-886f-4927-abbb-a2458e942bcc,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:34.803491 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Attempting to bind port 43e6c3fc-886f-4927-abbb-a2458e942bcc on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:35:34.804012 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Attempting to bind port 43e6c3fc-886f-4927-abbb-a2458e942bcc by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:35:34.804360 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Attempting to bind port 43e6c3fc-886f-4927-abbb-a2458e942bcc on network 398c3643-b8a7-4b0e-9348-5f0330433f9c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:35:34.809066 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Port 43e6c3fc-886f-4927-abbb-a2458e942bcc on network 398c3643-b8a7-4b0e-9348-5f0330433f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:35:34.809388 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Attempting to bind port 43e6c3fc-886f-4927-abbb-a2458e942bcc on network 398c3643-b8a7-4b0e-9348-5f0330433f9c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:35:34.814520 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:35:34.815420 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Checking segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:35:34.815812 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Bound using segment: {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:35:34.816251 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Bound port: 43e6c3fc-886f-4927-abbb-a2458e942bcc, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bc7dea-50a2-4c4f-8861-515c5f55dbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:35:34.816607 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.886631 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] For port 43e6c3fc-886f-4927-abbb-a2458e942bcc, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:35:34.889821 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] For port 43e6c3fc-886f-4927-abbb-a2458e942bcc, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:35:34.896896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.932007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:34.932582 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:34.934062 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] 10.222.0.25 "PUT /v2.0/ports/43e6c3fc-886f-4927-abbb-a2458e942bcc HTTP/1.1" status: 200 len: 1094 time: 0.6098132 Mar 27 15:35:34.934380 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:34.936688 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20241e8d-b41e-447f-8a42-b8436f3fa8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:34.996269 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d7a96-18ed-45c4-bef9-5a98bcd09260 x-openstack-request-id: req-609d7a96-18ed-45c4-bef9-5a98bcd09260 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:34.996560 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:34.996814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-609d7a96-18ed-45c4-bef9-5a98bcd09260 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:34.997223 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609d7a96-18ed-45c4-bef9-5a98bcd09260'] response: {'name': 'network-changed', 'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'status': 'completed', 'code': 200} Mar 27 15:35:35.037122 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42d03-bb12-4153-b3fa-81d666e8c6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=43e6c3fc-886f-4927-abbb-a2458e942bcc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:35.068113 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-aae1d697-9557-4d1e-8ae9-36dc08ecbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.069649 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-aae1d697-9557-4d1e-8ae9-36dc08ecbd39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 1128 time: 0.0829220 Mar 27 15:35:35.082064 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389b984-c5d0-4429-941a-a9d9a036789c req-eb2c4c7b-dd5f-4701-a9b6-02d956e0aee5 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.085761 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d389b984-c5d0-4429-941a-a9d9a036789c req-eb2c4c7b-dd5f-4701-a9b6-02d956e0aee5 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 944 time: 0.1178007 Mar 27 15:35:35.127401 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-baee207e-bc75-44e4-b8dc-aac536f67a6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc HTTP/1.1" status: 200 len: 217 time: 0.0405333 Mar 27 15:35:35.194804 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d389b984-c5d0-4429-941a-a9d9a036789c req-6844b0ca-9035-479d-9f02-2307df695024 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020396 Mar 27 15:35:35.198419 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-a6a18448-bb47-4f78-ac3f-c7e3e05672ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.199881 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-a6a18448-bb47-4f78-ac3f-c7e3e05672ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0667562 Mar 27 15:35:35.253754 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-6f3cad85-1151-446b-b020-f8ed03e3170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.255253 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-6f3cad85-1151-446b-b020-f8ed03e3170a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475829 Mar 27 15:35:35.342021 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-f4dbf637-a0e4-4083-8386-236f0c06b269 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808728 Mar 27 15:35:35.394728 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:35.437662 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2032b6ef-5b40-409f-890d-5dad0f114e2a req-6d6e91e0-ef14-4e30-8e53-2a771e321ab7 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Mar 27 15:35:35.527811 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-fc141583-9c51-4d16-b643-bbb8b616c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.529173 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-fc141583-9c51-4d16-b643-bbb8b616c577 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 1128 time: 0.0451124 Mar 27 15:35:35.615052 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-36ad73e9-f429-4eb6-81b7-7e9ebb8da6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.616542 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-36ad73e9-f429-4eb6-81b7-7e9ebb8da6c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.0815310 Mar 27 15:35:35.661269 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-7d9aba39-7663-4d91-aea1-8f3197147d35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc HTTP/1.1" status: 200 len: 217 time: 0.0384240 Mar 27 15:35:35.708747 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-42fa0b0f-c981-42d9-9802-2d341e8dd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.710173 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-42fa0b0f-c981-42d9-9802-2d341e8dd469 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0432036 Mar 27 15:35:35.758894 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-09daf1a6-efce-4cd3-ac37-de77670347cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:35.760391 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-09daf1a6-efce-4cd3-ac37-de77670347cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439408 Mar 27 15:35:35.851142 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-b1e1d64e-e47a-4ebd-802a-0dd61cfe5b17 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Mar 27 15:35:35.939144 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-20241e8d-b41e-447f-8a42-b8436f3fa8a5 req-6dd73259-25a3-434a-9287-32a6cc6a446e service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816939 Mar 27 15:35:36.321831 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7417-a6c1-4d69-91e7-7efe7ee4fc45 req-b6345ca5-5810-4449-9d74-4bb055bf6fb4 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:36.323301 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7d2f7417-a6c1-4d69-91e7-7efe7ee4fc45 req-b6345ca5-5810-4449-9d74-4bb055bf6fb4 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 944 time: 0.0531201 Mar 27 15:35:36.372884 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7d2f7417-a6c1-4d69-91e7-7efe7ee4fc45 req-ec66c9ca-547c-414d-a02d-5f2bb36bf2f7 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Mar 27 15:35:36.945199 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:37.496849 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447f9f-6d06-47c7-96f1-775df1113f07 req-96138d10-b037-48a5-8bdb-153a88aac0fe tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:37.498313 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c0447f9f-6d06-47c7-96f1-775df1113f07 req-96138d10-b037-48a5-8bdb-153a88aac0fe tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 944 time: 0.0596786 Mar 27 15:35:37.546305 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c0447f9f-6d06-47c7-96f1-775df1113f07 req-97431dd5-f4cb-4862-af1b-644874b56f60 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Mar 27 15:35:38.667546 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3cbc-f733-4504-a78c-c853bb28ea0d req-71b6cf97-e638-4620-bade-c17982b0f0ee tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:38.669001 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b02d3cbc-f733-4504-a78c-c853bb28ea0d req-71b6cf97-e638-4620-bade-c17982b0f0ee tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 944 time: 0.0553942 Mar 27 15:35:38.716713 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b02d3cbc-f733-4504-a78c-c853bb28ea0d req-980b80c4-27d6-4933-8290-fb01d425c780 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Mar 27 15:35:39.331794 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 43e6c3fc-886f-4927-abbb-a2458e942bcc details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:35:39.427845 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 43e6c3fc-886f-4927-abbb-a2458e942bcc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:39.439217 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'port_id': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'mac_address': 'fa:16:3e:eb:7c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:35:39.475923 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 43e6c3fc-886f-4927-abbb-a2458e942bcc is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:39.476309 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.494244 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e6c3fc-886f-4927-abbb-a2458e942bcc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:35:39.511686 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.520593 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 43e6c3fc-886f-4927-abbb-a2458e942bcc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:39.524606 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:39.574025 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=43e6c3fc-886f-4927-abbb-a2458e942bcc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:39.737253 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['43e6c3fc-886f-4927-abbb-a2458e942bcc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:35:39.834528 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5995f-3aa4-4335-a4dd-1c73a5cf538b req-ebaecca1-7f92-4722-899a-4d849569179a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:39.836160 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-afb5995f-3aa4-4335-a4dd-1c73a5cf538b req-ebaecca1-7f92-4722-899a-4d849569179a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 945 time: 0.0528090 Mar 27 15:35:39.882829 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-afb5995f-3aa4-4335-a4dd-1c73a5cf538b req-8318d15a-e78f-4a36-a1b1-5c01e4c9a3b3 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Mar 27 15:35:40.999797 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e569303-f9e8-41e1-8009-fcdc66ce70a1 req-2992bb9f-d5de-4ff1-a3bd-edc8a931ce07 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:41.001262 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4e569303-f9e8-41e1-8009-fcdc66ce70a1 req-2992bb9f-d5de-4ff1-a3bd-edc8a931ce07 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 945 time: 0.0524285 Mar 27 15:35:41.048836 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4e569303-f9e8-41e1-8009-fcdc66ce70a1 req-1c3665e9-6363-40db-8b39-0fd8ae3a8859 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Mar 27 15:35:41.331947 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 43e6c3fc-886f-4927-abbb-a2458e942bcc up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:35:41.383752 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 43e6c3fc-886f-4927-abbb-a2458e942bcc completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:35:41.387515 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 43e6c3fc-886f-4927-abbb-a2458e942bcc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:35:41.387894 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.462884 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 43e6c3fc-886f-4927-abbb-a2458e942bcc is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:35:41.463295 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.486253 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:41.488558 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cec465-7a27-4787-8801-793ea6526717" -d '{"events": [{"server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:41.500924 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 43e6c3fc-886f-4927-abbb-a2458e942bcc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:35:41.505530 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:41.537430 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0135f94c-9216-4af8-8b33-51d1dd4e94ce x-openstack-request-id: req-0135f94c-9216-4af8-8b33-51d1dd4e94ce {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:41.537722 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:41.537976 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0135f94c-9216-4af8-8b33-51d1dd4e94ce {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:41.538382 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0135f94c-9216-4af8-8b33-51d1dd4e94ce'] response: {'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'code': 200} Mar 27 15:35:41.567441 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=43e6c3fc-886f-4927-abbb-a2458e942bcc,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:35:41.693248 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f235-b327-4ef4-bfb6-509abce46fe6 req-a6d4e1ad-2da5-4e58-8bcc-1abb6f50affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:41.694780 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c87f235-b327-4ef4-bfb6-509abce46fe6 req-a6d4e1ad-2da5-4e58-8bcc-1abb6f50affc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 1130 time: 0.0432911 Mar 27 15:35:41.741253 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6c87f235-b327-4ef4-bfb6-509abce46fe6 req-01280f28-4e6e-4fa7-aa4c-0183eea97fb6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Mar 27 15:35:42.173253 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07394dd9-a99e-495b-bfaa-7caa2c135e4f req-321900b5-a754-4d42-b511-b32155933374 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:42.176061 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-07394dd9-a99e-495b-bfaa-7caa2c135e4f req-321900b5-a754-4d42-b511-b32155933374 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 946 time: 0.0613914 Mar 27 15:35:42.224414 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-07394dd9-a99e-495b-bfaa-7caa2c135e4f req-1902bfc2-a31a-457e-b2f7-6fb4aad5155b tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Mar 27 15:35:43.344583 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb0048-eae5-4729-afee-85f020171f64 req-27214400-0e30-4768-8e34-de8d82833876 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:43.346512 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dfeb0048-eae5-4729-afee-85f020171f64 req-27214400-0e30-4768-8e34-de8d82833876 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 946 time: 0.0545285 Mar 27 15:35:43.393934 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dfeb0048-eae5-4729-afee-85f020171f64 req-cb353c7b-77be-47c2-a0fe-a9821c456792 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Mar 27 15:35:43.506311 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122df3-afb0-4e69-8a9a-0d952d30fa19 req-52ec4c40-1d67-4338-a4e1-3f88b9b5f71c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:43.507731 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ad122df3-afb0-4e69-8a9a-0d952d30fa19 req-52ec4c40-1d67-4338-a4e1-3f88b9b5f71c tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 946 time: 0.0535545 Mar 27 15:35:43.516160 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:35:43.520682 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Request body: {'floatingip': {'port_id': '43e6c3fc-886f-4927-abbb-a2458e942bcc'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:35:43.561303 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (9835bc72-5fe2-46f1-94d1-d2303efa3a9f), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:43.976527 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:43.980319 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (9835bc72-5fe2-46f1-94d1-d2303efa3a9f), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:44.079537 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Floating IP 9835bc72-5fe2-46f1-94d1-d2303efa3a9f associated. External IP: 172.27.1.97, port: 43e6c3fc-886f-4927-abbb-a2458e942bcc. Mar 27 15:35:44.282403 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:35:44.388607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:35:44.393357 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:35:44.398687 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:35:44.408247 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:44.408862 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:35:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:44.424543 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-dca1260d-4f9d-43a3-af08-f28dcc9ebd41 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "PUT /v2.0/floatingips/9835bc72-5fe2-46f1-94d1-d2303efa3a9f HTTP/1.1" status: 200 len: 991 time: 0.9073701 Mar 27 15:35:44.425119 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:35:44.428190 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff07c86-ad4a-4046-b13e-866da99397f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:35:44.463774 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b16b91-04b9-4104-b9fc-3f9776340a9b x-openstack-request-id: req-57b16b91-04b9-4104-b9fc-3f9776340a9b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:35:44.464064 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:35:44.464313 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57b16b91-04b9-4104-b9fc-3f9776340a9b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:35:44.464715 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b16b91-04b9-4104-b9fc-3f9776340a9b'] response: {'name': 'network-changed', 'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'status': 'completed', 'code': 200} Mar 27 15:35:44.520433 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:44.529694 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-9a435b89-1e24-435b-97e2-b0cebabf546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:44.531588 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-9a435b89-1e24-435b-97e2-b0cebabf546f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 1130 time: 0.0449736 Mar 27 15:35:44.625293 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-a5f2c827-0fd0-4b8e-a819-80c57111b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:44.626758 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-a5f2c827-0fd0-4b8e-a819-80c57111b109 service neutron] 10.222.0.25 "GET /v2.0/networks?id=398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 200 len: 911 time: 0.0895467 Mar 27 15:35:44.695237 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-a5d6e7cb-6b5b-4cdf-9d34-e723bfdff54e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc HTTP/1.1" status: 200 len: 999 time: 0.0628929 Mar 27 15:35:44.746703 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-7b82d5fa-8bb1-4cc3-b6a6-6607b3cd6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:44.748163 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-7b82d5fa-8bb1-4cc3-b6a6-6607b3cd6732 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 200 len: 850 time: 0.0482452 Mar 27 15:35:44.750032 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '9835bc72-5fe2-46f1-94d1-d2303efa3a9f', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'port_id': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'mac_address': 'fa:16:3e:eb:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:35:31Z', 'updated_at': '2022-03-27T15:35:43Z', 'revision_number': 1, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:44.779437 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:35:44.788549 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:35:44.789152 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:35:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:44.798133 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-ced8b8a1-8d8e-417f-aad6-a45ddab60dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:35:44.799662 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-ced8b8a1-8d8e-417f-aad6-a45ddab60dac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=398c3643-b8a7-4b0e-9348-5f0330433f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464487 Mar 27 15:35:44.895395 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-2c9bd142-4575-4922-b9d6-421b350d22f8 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889068 Mar 27 15:35:44.901747 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:35:44.986208 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ff07c86-ad4a-4046-b13e-866da99397f4 req-2b06942a-c6b2-401b-a594-a5b6e0cfe255 service neutron] 10.222.0.25 "GET /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 Mar 27 15:35:45.251877 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '9835bc72-5fe2-46f1-94d1-d2303efa3a9f', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'port_id': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'mac_address': 'fa:16:3e:eb:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:35:31Z', 'updated_at': '2022-03-27T15:35:43Z', 'revision_number': 1, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:35:45.280067 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e737a84-1f94-4f85-8c30-a412cc3289f4 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '9835bc72-5fe2-46f1-94d1-d2303efa3a9f', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'port_id': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'mac_address': 'fa:16:3e:eb:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:35:31Z', 'updated_at': '2022-03-27T15:35:43Z', 'revision_number': 1, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:35:45.460457 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b449f7-636c-44d9-b6a1-ff83429714c1 None None] New status for floating IP 9835bc72-5fe2-46f1-94d1-d2303efa3a9f: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:36:00.660560 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88106d70-00a8-4348-a557-44ef82dd408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:03.041182 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5cbcc23-e256-4783-a5cf-94e5e5a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:04.075291 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:05.396028 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:06.947669 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:08.107488 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:36:09.492527 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:09.683112 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-38c33f2e-1d9c-4c81-bf2a-0ec222d6628d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461864 Mar 27 15:36:09.768530 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-08e12965-7dad-472e-8163-8ef5fcf683f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:09.769991 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-08e12965-7dad-472e-8163-8ef5fcf683f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 1129 time: 0.0448675 Mar 27 15:36:09.874842 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-dbe6f09a-26f4-4087-878c-b8606ea6d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:09.876334 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-dbe6f09a-26f4-4087-878c-b8606ea6d4be service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0883474 Mar 27 15:36:09.943921 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-8cf78cb7-3134-400f-b945-de68eb8a4ccb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14 HTTP/1.1" status: 200 len: 1000 time: 0.0609112 Mar 27 15:36:09.996157 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-3657623e-1287-42f6-9d63-e825919f0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:09.997578 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-3657623e-1287-42f6-9d63-e825919f0dd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0483649 Mar 27 15:36:10.046496 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-acc6da3d-dd17-4b28-a8df-289c51e5714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:10.048008 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-acc6da3d-dd17-4b28-a8df-289c51e5714f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444853 Mar 27 15:36:10.133735 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-924982b4-2189-48ec-a0ce-bf35168985fb service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793631 Mar 27 15:36:10.222462 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7a1693d1-44db-4ca9-b65e-14166d5d3e8b req-1c219fe1-ec2d-48e3-bbb3-0a87fcde916c service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Mar 27 15:36:30.667875 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-252ef60d-5cac-471d-a969-9d01400e2868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:33.042120 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c06f221-75ba-447d-b0dd-780194ea554f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:34.074522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:35.397521 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:36.954905 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:39.503315 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:41.266222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d10c0-5f6c-4860-9959-457e0a278ed1 req-77e848d8-408b-46ac-93e2-1f364d29bc03 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:41.268840 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f02d10c0-5f6c-4860-9959-457e0a278ed1 req-77e848d8-408b-46ac-93e2-1f364d29bc03 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 946 time: 0.0553355 Mar 27 15:36:41.314748 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f02d10c0-5f6c-4860-9959-457e0a278ed1 req-3781cc63-43d1-4d56-bc76-cd6d72cf10f4 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 Mar 27 15:36:42.433176 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40622c9c-817f-4425-bc8e-96b0d9645f53 req-686f7def-d75e-4aeb-90eb-d9cdf5e90be9 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:42.434627 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-40622c9c-817f-4425-bc8e-96b0d9645f53 req-686f7def-d75e-4aeb-90eb-d9cdf5e90be9 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 946 time: 0.0521171 Mar 27 15:36:42.480819 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-40622c9c-817f-4425-bc8e-96b0d9645f53 req-cce6d04d-dee3-456f-908b-17cd2cb2f400 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e577fd7-9a20-4690-8f3f-4daeb2594c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Mar 27 15:36:42.911800 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-e34b1230-bd0b-4f6d-8334-c7ebabcc7699 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:42.913218 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-e34b1230-bd0b-4f6d-8334-c7ebabcc7699 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 946 time: 0.0517335 Mar 27 15:36:43.011285 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Deleting port 43e6c3fc-886f-4927-abbb-a2458e942bcc {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:43.011520 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.095890 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] For port 43e6c3fc-886f-4927-abbb-a2458e942bcc, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=43e6c3fc-886f-4927-abbb-a2458e942bcc,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:43.096248 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.270321 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.270590 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (9835bc72-5fe2-46f1-94d1-d2303efa3a9f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.270902 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Floating IP 9835bc72-5fe2-46f1-94d1-d2303efa3a9f disassociated. External IP: 172.27.1.97, port: 43e6c3fc-886f-4927-abbb-a2458e942bcc. Mar 27 15:36:43.271369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Calling delete_port for 43e6c3fc-886f-4927-abbb-a2458e942bcc owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:43.425729 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (43e6c3fc-886f-4927-abbb-a2458e942bcc), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:43.458264 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event deleted for resources: {'Port': ['ID=43e6c3fc-886f-4927-abbb-a2458e942bcc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:43.468394 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.468738 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.469073 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.469412 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.469733 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.470058 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.470380 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.470699 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.471039 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.471356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.471672 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.471986 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.472300 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.472615 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.472941 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:43.582526 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a1ebee4c-983d-46f3-9131-099c6879edd7 req-06ff9fba-0f2b-4a98-8c26-ecb19030fcdb tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc HTTP/1.1" status: 200 len: 210 time: 0.0320225 Mar 27 15:36:43.610625 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:36:43.958785 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:36:43.969885 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:36:43.981762 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:43.982383 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:44.000958 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] No DVR routers for this DVR port 43e6c3fc-886f-4927-abbb-a2458e942bcc on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:36:44.003507 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:44.006794 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0d4ddad4-5466-425d-8b2c-29d8842cee7e req-af00498a-b76b-445f-97af-da2400fa49ff tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.25 "DELETE /v2.0/ports/43e6c3fc-886f-4927-abbb-a2458e942bcc HTTP/1.1" status: 204 len: 173 time: 1.0890450 Mar 27 15:36:44.007259 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'name': 'network-vif-deleted', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:36:44.009560 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e413bf-a8ca-4758-af36-3ef4bc8cb811" -d '{"events": [{"server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "name": "network-vif-deleted", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:36:44.047442 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd4360-daad-4bfb-a7db-29c2222e7848 x-openstack-request-id: req-7fcd4360-daad-4bfb-a7db-29c2222e7848 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:36:44.048048 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc", "name": "network-vif-deleted", "tag": "43e6c3fc-886f-4927-abbb-a2458e942bcc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:36:44.048306 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fcd4360-daad-4bfb-a7db-29c2222e7848 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:36:44.049064 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcd4360-daad-4bfb-a7db-29c2222e7848'] response: {'server_uuid': 'e95bbbe9-8e38-4f0b-b0b7-b7b6a9ee71cc', 'name': 'network-vif-deleted', 'tag': '43e6c3fc-886f-4927-abbb-a2458e942bcc', 'status': 'completed', 'code': 200} Mar 27 15:36:44.096847 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:44.299535 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:44.328874 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:36:44.336889 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:44.338137 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:44.445781 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:44.647691 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:44.671353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51502) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:44.674725 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b83dc-1e03-4356-a254-aedf9cb8a7d7 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:32:42Z', 'revision_number': 4, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'f0d0408f-29e8-40c3-91c4-5893e5170b11', 'name': '', 'network_id': '398c3643-b8a7-4b0e-9348-5f0330433f9c', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'mac_address': 'fa:16:3e:66:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:41Z', 'updated_at': '2022-03-27T15:32:46Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'subnets': [{'id': '9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:36:44.912222 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee2684-3ddb-4e8a-a6e4-57106d00772c None None] New status for floating IP 9835bc72-5fe2-46f1-94d1-d2303efa3a9f: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:36:45.001370 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (3e577fd7-9a20-4690-8f3f-4daeb2594c86), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.024452 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (3e577fd7-9a20-4690-8f3f-4daeb2594c86), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.072862 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (3e577fd7-9a20-4690-8f3f-4daeb2594c86), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.075525 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.076692 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e577fd7-9a20-4690-8f3f-4daeb2594c86 HTTP/1.1" status: 204 len: 168 time: 0.4043226 Mar 27 15:36:45.079630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51504) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:45.085345 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e577fd7-9a20-4690-8f3f-4daeb2594c86,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:45.092507 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.092855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.093196 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.093500 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.api.v2.resource [None req-240d2bd2-f761-4700-9d57-f92e8aa28d11 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] show failed (client error): The resource could not be found. Mar 27 15:36:45.093621 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.093858 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.094244 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.094568 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.094862 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.095208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.095534 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.095855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.096179 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.096497 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.096815 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.097111 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-240d2bd2-f761-4700-9d57-f92e8aa28d11 tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "GET /v2.0/security-groups/3e577fd7-9a20-4690-8f3f-4daeb2594c86 HTTP/1.1" status: 404 len: 347 time: 0.0164921 Mar 27 15:36:45.097229 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf5de7-ef44-4e05-a2a9-64f22b9cf87f tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:45.097645 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51506) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:45.109881 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:36:45.217920 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Deleting port 08721789-4264-4f44-83bb-324a48b3c8db {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:45.218153 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (08721789-4264-4f44-83bb-324a48b3c8db), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.294357 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (08721789-4264-4f44-83bb-324a48b3c8db), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.294686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (08721789-4264-4f44-83bb-324a48b3c8db), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.311740 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Calling delete_port for 08721789-4264-4f44-83bb-324a48b3c8db owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:45.438448 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (08721789-4264-4f44-83bb-324a48b3c8db), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.471062 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Pushing event deleted for resources: {'Port': ['ID=08721789-4264-4f44-83bb-324a48b3c8db,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:45.522811 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks [] for floatingip (9835bc72-5fe2-46f1-94d1-d2303efa3a9f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.525950 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:45.527133 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-9456b641-17a2-4cac-b994-e4bf4119002a tempest-AttachVolumeTestJSON-908918281 tempest-AttachVolumeTestJSON-908918281-project] 10.222.0.10 "DELETE /v2.0/floatingips/9835bc72-5fe2-46f1-94d1-d2303efa3a9f HTTP/1.1" status: 204 len: 168 time: 0.4285858 Mar 27 15:36:47.679790 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 43e6c3fc-886f-4927-abbb-a2458e942bcc no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:47.704586 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 43e6c3fc-886f-4927-abbb-a2458e942bcc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:47.704939 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 43e6c3fc-886f-4927-abbb-a2458e942bcc not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:49.034122 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51534) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:49.391818 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.639020 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Deleting port f0d0408f-29e8-40c3-91c4-5893e5170b11 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:49.639254 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.716531 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] For port f0d0408f-29e8-40c3-91c4-5893e5170b11, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=f0d0408f-29e8-40c3-91c4-5893e5170b11,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:49.716896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.729766 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Calling delete_port for f0d0408f-29e8-40c3-91c4-5893e5170b11 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:49.906587 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (f0d0408f-29e8-40c3-91c4-5893e5170b11), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:49.933150 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d0408f-29e8-40c3-91c4-5893e5170b11,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:50.103350 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:50.309978 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:36:50.413156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:36:50.418193 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2855aaf9-41cf-499b-9316-1351d7ae5590 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff92ebae-8e31-40c6-a825-ba98f3bb2f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830330 Mar 27 15:36:50.420762 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51536) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:50.423537 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] Sync routers for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:36:50.434037 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:50.434644 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:50.523141 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks [] for router (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:50.543787 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:50.626257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks [] for router_gateway (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:50.682458 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Deleting port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:50.682792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:50.764999 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] For port 3a9c0cc8-3c49-4a16-96da-79deee9b81ac, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:50.765362 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:50.778354 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Calling delete_port for 3a9c0cc8-3c49-4a16-96da-79deee9b81ac owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:50.847887 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:36:49Z', 'revision_number': 5, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port': {'id': '3a9c0cc8-3c49-4a16-96da-79deee9b81ac', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:32:39Z', 'updated_at': '2022-03-27T15:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:50.876916 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] Checking router: ff92ebae-8e31-40c6-a825-ba98f3bb2f1c for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:36:50.885594 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] Routers {'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:50.886209 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:50.943115 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (3a9c0cc8-3c49-4a16-96da-79deee9b81ac), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:50.966882 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9c0cc8-3c49-4a16-96da-79deee9b81ac,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:50.977083 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] Set router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:51.028939 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:36:50Z', 'revision_number': 6, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:51.029683 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.059298 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f7a0c-c902-4378-b790-c7cd65c78c47 None None] The sync data for ids ['ff92ebae-8e31-40c6-a825-ba98f3bb2f1c'] in dv-cinder-835384-1-iscsi is: [{'id': 'ff92ebae-8e31-40c6-a825-ba98f3bb2f1c', 'name': 'tempest-AttachVolumeTestJSON-1323332785-router', 'tenant_id': '3121f0b7b9c84c158cdf2546e26d0078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:32:38Z', 'updated_at': '2022-03-27T15:36:50Z', 'revision_number': 6, 'project_id': '3121f0b7b9c84c158cdf2546e26d0078', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:36:51.124727 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.127072 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks [] for router_controller (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.172563 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (ff92ebae-8e31-40c6-a825-ba98f3bb2f1c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.173085 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff92ebae-8e31-40c6-a825-ba98f3bb2f1c {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:36:51.177489 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.178631 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f855e8f4-e266-4bfc-9e13-7e2d2b78089e admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff92ebae-8e31-40c6-a825-ba98f3bb2f1c HTTP/1.1" status: 204 len: 168 time: 0.7569780 Mar 27 15:36:51.181926 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51538) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:51.224787 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Deleting subnet 9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:36:51.228468 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Publish callbacks [] for subnet (9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.262036 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.341205 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.392205 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.421163 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.424456 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce HTTP/1.1" status: 204 len: 168 time: 0.2415934 Mar 27 15:36:51.425773 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe70b61-9c2f-4f04-a106-b70de96d3360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb25f3e-06d1-4be3-9d28-9cda7e4f46ce,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:51.427111 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:51.429949 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85ee6d-3698-4eb5-a322-a7454ab2df76 None None] Network 398c3643-b8a7-4b0e-9348-5f0330433f9c requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:36:51.500459 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (398c3643-b8a7-4b0e-9348-5f0330433f9c), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.561262 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Deleting port 46bffd5b-f18d-474c-bdfc-0c77745a1731 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:36:51.561598 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.622861 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] For port 46bffd5b-f18d-474c-bdfc-0c77745a1731, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=46bffd5b-f18d-474c-bdfc-0c77745a1731,segment=NetworkSegment(70bc7dea-50a2-4c4f-8861-515c5f55dbd4),segment_id=70bc7dea-50a2-4c4f-8861-515c5f55dbd4)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:51.623256 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.635505 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Calling delete_port for 46bffd5b-f18d-474c-bdfc-0c77745a1731 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:36:51.716008 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (46bffd5b-f18d-474c-bdfc-0c77745a1731), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.741915 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Pushing event deleted for resources: {'Port': ['ID=46bffd5b-f18d-474c-bdfc-0c77745a1731,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:51.743861 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] No DVR routers for this DVR port 46bffd5b-f18d-474c-bdfc-0c77745a1731 on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:36:51.811532 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (398c3643-b8a7-4b0e-9348-5f0330433f9c), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.831648 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398c3643-b8a7-4b0e-9348-5f0330433f9c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:51.841227 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bc7dea-50a2-4c4f-8861-515c5f55dbd4') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:51.841526 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bc7dea-50a2-4c4f-8861-515c5f55dbd4') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:51.853902 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (70bc7dea-50a2-4c4f-8861-515c5f55dbd4), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.866584 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (70bc7dea-50a2-4c4f-8861-515c5f55dbd4), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.872531 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:36:51.872928 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (70bc7dea-50a2-4c4f-8861-515c5f55dbd4), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:36:51.874565 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:36:51.927433 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e07cb-3352-4438-8912-8988ae83cbf9 None None] DHCP port deletion for 398c3643-b8a7-4b0e-9348-5f0330433f9c request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:36:51.932990 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device f0d0408f-29e8-40c3-91c4-5893e5170b11 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:51.935432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (398c3643-b8a7-4b0e-9348-5f0330433f9c), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.940738 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:51.945230 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] 10.222.0.10 "DELETE /v2.0/networks/398c3643-b8a7-4b0e-9348-5f0330433f9c HTTP/1.1" status: 204 len: 168 time: 0.5149329 Mar 27 15:36:51.958619 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3552b-7f13-4e85-aefa-4246284e762d admin admin] Pushing event deleted for resources: {'Network': ['ID=398c3643-b8a7-4b0e-9348-5f0330433f9c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:51.967934 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: f0d0408f-29e8-40c3-91c4-5893e5170b11 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:51.968282 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device f0d0408f-29e8-40c3-91c4-5893e5170b11 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:52.118035 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51544) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:52.160758 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-73d0268e-754a-40a2-afaf-6a80da13966d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3121f0b7b9c84c158cdf2546e26d0078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403788 Mar 27 15:36:52.163208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51546) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:52.210799 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8544b5a8-81a5-485d-8411-02caf5307646 admin admin] Publish callbacks [] for security_group (b6c53ded-d2c9-474f-9821-d210806c31b5), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:52.231524 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8544b5a8-81a5-485d-8411-02caf5307646 admin admin] Publish callbacks [] for security_group (b6c53ded-d2c9-474f-9821-d210806c31b5), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:52.281102 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8544b5a8-81a5-485d-8411-02caf5307646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (b6c53ded-d2c9-474f-9821-d210806c31b5), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:52.284019 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8544b5a8-81a5-485d-8411-02caf5307646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:52.285154 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8544b5a8-81a5-485d-8411-02caf5307646 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6c53ded-d2c9-474f-9821-d210806c31b5 HTTP/1.1" status: 204 len: 168 time: 0.1209946 Mar 27 15:36:52.293984 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544b5a8-81a5-485d-8411-02caf5307646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c53ded-d2c9-474f-9821-d210806c31b5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:52.934354 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51568) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:53.029842 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1258708569-network', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:53.050995 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Made reservation on behalf of d4a96a356145469bb2748a243931aa6d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:36:53.053259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for network (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.061695 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.134577 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks [] for security_group (79485b42-30ce-4e82-b87c-c46911a960da), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.138403 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (79485b42-30ce-4e82-b87c-c46911a960da), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.163508 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 27 15:36:53.173894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79485b42-30ce-4e82-b87c-c46911a960da,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:53.178657 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (6222fd39-d216-4fe9-906e-bfb7dcf4cf44), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.178991 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.segments_db [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Added segment 6222fd39-d216-4fe9-906e-bfb7dcf4cf44 of type vlan for network ce435aa2-deca-4061-9126-8fe195f9923c Mar 27 15:36:53.218440 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766921718595'] for network (ce435aa2-deca-4061-9126-8fe195f9923c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.242241 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940'] for network (ce435aa2-deca-4061-9126-8fe195f9923c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.243312 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:53.243906 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.303101 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3673718 Mar 27 15:36:53.306233 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51572) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:53.308858 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14171c8c-4993-473e-89d2-894055f0818e admin admin] Pushing event updated for resources: {'Network': ['ID=ce435aa2-deca-4061-9126-8fe195f9923c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:53.311263 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Request body: {'subnet': {'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-subnet', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:53.318616 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Network ce435aa2-deca-4061-9126-8fe195f9923c details requested by agent ovs-agent-dv-cinder-835384-1-iscsi with host dv-cinder-835384-1-iscsi {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 27 15:36:53.331067 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Made reservation on behalf of d4a96a356145469bb2748a243931aa6d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:36:53.333554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5414344'] for subnet (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.429859 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 3a9c0cc8-3c49-4a16-96da-79deee9b81ac no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:53.457073 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 3a9c0cc8-3c49-4a16-96da-79deee9b81ac {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:53.457448 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 3a9c0cc8-3c49-4a16-96da-79deee9b81ac not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:53.457933 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 46bffd5b-f18d-474c-bdfc-0c77745a1731 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:36:53.479867 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 46bffd5b-f18d-474c-bdfc-0c77745a1731 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:36:53.480206 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 46bffd5b-f18d-474c-bdfc-0c77745a1731 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:36:53.743527 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5576678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5414366'] for subnet (2b0ac913-86a9-4ccd-a7b2-47046391c64b), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.795910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0ac913-86a9-4ccd-a7b2-47046391c64b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:53.806752 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:53.807167 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Network hostable DHCP agents. Network: ce435aa2-deca-4061-9126-8fe195f9923c, hostable agents: ['a019cc70-70ea-4ff9-af60-ade6c47023ca'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 27 15:36:53.825129 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Network ce435aa2-deca-4061-9126-8fe195f9923c is scheduled to be hosted by DHCP agent a019cc70-70ea-4ff9-af60-ade6c47023ca with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 27 15:36:53.833572 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-1-iscsi, ce435aa2-deca-4061-9126-8fe195f9923c) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:53.837543 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:53.838165 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.843678 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31af7e-42cc-4bcd-86b4-654c07872f13 None None] Network ce435aa2-deca-4061-9126-8fe195f9923c requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:36:53.854566 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-1e356875-b885-4914-b2cf-171fafe7cc6b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5471625 Mar 27 15:36:53.857337 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51574) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:53.861793 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:53.881490 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router (11bf7f51-9961-4d53-ac43-5c4f09d66d54), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.882607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-722929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7346'] for router (11bf7f51-9961-4d53-ac43-5c4f09d66d54), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.935890 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks [] for router_controller (11bf7f51-9961-4d53-ac43-5c4f09d66d54), precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:53.947901 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a4a7ff-beaa-5686-b173-41173c750526-ce435aa2-deca-4061-9126-8fe195f9923c', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b'}]}} from dv-cinder-835384-1-iscsi. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 27 15:36:53.948863 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.090107 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks [] for router_gateway (11bf7f51-9961-4d53-ac43-5c4f09d66d54), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.093142 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Allocated IP 172.20.0.2 (ce435aa2-deca-4061-9126-8fe195f9923c/2b0ac913-86a9-4ccd-a7b2-47046391c64b/fcf870a3-88dd-4737-92c3-bb4c425bd47d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:36:54.257622 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Publish callbacks [] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.263532 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.295286 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks [] for router_gateway (11bf7f51-9961-4d53-ac43-5c4f09d66d54), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.303063 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:54.310614 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:54.312991 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:36:54.315064 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.319027 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Pushing event updated for resources: {'Port': ['ID=fcf870a3-88dd-4737-92c3-bb4c425bd47d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:54.355802 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.356155 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.356531 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.356884 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.357259 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.357591 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.357941 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.358303 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.358634 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.359004 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.359349 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.359720 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.360157 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.360522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.360847 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:54.397317 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Attempting to bind port fcf870a3-88dd-4737-92c3-bb4c425bd47d on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:36:54.397715 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Attempting to bind port fcf870a3-88dd-4737-92c3-bb4c425bd47d by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:36:54.398110 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Attempting to bind port fcf870a3-88dd-4737-92c3-bb4c425bd47d on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:54.403953 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:36:54.404393 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:54.404831 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.405248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Bound using segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:36:54.405732 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Bound port: fcf870a3-88dd-4737-92c3-bb4c425bd47d, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:36:54.406142 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.437983 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Allocated IP 172.27.1.210 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/34a9f89c-83a2-48a0-80c0-18669eab7b1e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:36:54.470895 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] For port fcf870a3-88dd-4737-92c3-bb4c425bd47d, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:36:54.473999 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] For port fcf870a3-88dd-4737-92c3-bb4c425bd47d, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=fcf870a3-88dd-4737-92c3-bb4c425bd47d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:36:54.480543 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.542201 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e33aa-8b09-4de7-b9bf-ca78ca4b9dd7 None None] Pushing event updated for resources: {'Port': ['ID=fcf870a3-88dd-4737-92c3-bb4c425bd47d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:54.566328 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks [] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.602264 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:54.639935 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:54.643912 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:54.651768 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:36:54.676613 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Pushing event updated for resources: {'Port': ['ID=34a9f89c-83a2-48a0-80c0-18669eab7b1e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:54.961870 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks [] for router_gateway (11bf7f51-9961-4d53-ac43-5c4f09d66d54), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.172994 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-722724'] for router (11bf7f51-9961-4d53-ac43-5c4f09d66d54), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.307814 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 is scheduled to L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 27 15:36:55.427774 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:36:55.438620 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:36:55.447664 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.449122 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-18338edc-c8f9-49be-9012-4663ebf592e8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5906646 Mar 27 15:36:55.451910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51576) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:55.453207 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:55.453854 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:55.469491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d6bcb-64bd-4a69-8d0e-fc7f7131079d None None] Network ce435aa2-deca-4061-9126-8fe195f9923c requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:36:55.474353 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fcf870a3-88dd-4737-92c3-bb4c425bd47d up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:36:55.576478 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] Provisioning complete for port fcf870a3-88dd-4737-92c3-bb4c425bd47d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:55.576800 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.601897 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:55.639096 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port fcf870a3-88dd-4737-92c3-bb4c425bd47d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:55.639373 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.784960 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] Current status of the port fcf870a3-88dd-4737-92c3-bb4c425bd47d is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:55.785632 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.815302 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:54Z', 'revision_number': 3, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:55.820200 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port fcf870a3-88dd-4737-92c3-bb4c425bd47d is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:55.820699 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.862619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] For port fcf870a3-88dd-4737-92c3-bb4c425bd47d, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=fcf870a3-88dd-4737-92c3-bb4c425bd47d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:55.869626 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:55.950191 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:36:55.950978 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Updating router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 port 34a9f89c-83a2-48a0-80c0-18669eab7b1e binding host dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:36:55.974251 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.db.api [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 27 15:36:55.974701 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG oslo_db.api [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 27 15:36:55.975832 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7967d1f-e37e-4cb3-aa85-e4d2c81f91eb None None] Pushing event updated for resources: {'Port': ['ID=fcf870a3-88dd-4737-92c3-bb4c425bd47d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:55.985305 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.004753 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.095749 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e598739a-9eb5-4865-900a-9127a6640dc4 None None] Provisioning complete for port fcf870a3-88dd-4737-92c3-bb4c425bd47d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:56.096278 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e598739a-9eb5-4865-900a-9127a6640dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.175658 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Allocated IP 172.20.0.1 (ce435aa2-deca-4061-9126-8fe195f9923c/2b0ac913-86a9-4ccd-a7b2-47046391c64b/fb8a74c2-377c-4557-af3d-297f511f840d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:36:56.178491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e598739a-9eb5-4865-900a-9127a6640dc4 None None] Current status of the port fcf870a3-88dd-4737-92c3-bb4c425bd47d is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:56.272093 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Publish callbacks [] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.277763 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.279373 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks [] for port (fb8a74c2-377c-4557-af3d-297f511f840d), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.313500 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.340562 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Pushing event updated for resources: {'Port': ['ID=34a9f89c-83a2-48a0-80c0-18669eab7b1e,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:56.345219 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Attempting to bind port 34a9f89c-83a2-48a0-80c0-18669eab7b1e on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:36:56.345801 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Attempting to bind port 34a9f89c-83a2-48a0-80c0-18669eab7b1e by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:36:56.346394 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Attempting to bind port 34a9f89c-83a2-48a0-80c0-18669eab7b1e on network 962028a5-eed6-44dc-be10-59d872ef2974 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:56.350693 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:56.354648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:56.356475 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.356836 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.357205 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.357661 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.358052 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.358471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:36:56.358581 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.359092 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.359581 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.360417 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.360665 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.361022 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.361384 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.361783 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.362225 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.362470 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:36:56.366154 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:36:56.366539 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Checking segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:56.366961 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.367371 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Bound using segment: {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:36:56.367815 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Bound port: 34a9f89c-83a2-48a0-80c0-18669eab7b1e, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe26346e-3449-43d9-b1a5-050a5b42da56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:36:56.369335 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.392726 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8a74c2-377c-4557-af3d-297f511f840d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:56.412557 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721649'] for router_interface (11bf7f51-9961-4d53-ac43-5c4f09d66d54), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.427061 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] For port 34a9f89c-83a2-48a0-80c0-18669eab7b1e, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:36:56.430701 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] For port 34a9f89c-83a2-48a0-80c0-18669eab7b1e, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=34a9f89c-83a2-48a0-80c0-18669eab7b1e,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:36:56.438342 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.498528 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78ce4e-4d97-476b-8a7c-8adf8f5323bb None None] Pushing event updated for resources: {'Port': ['ID=34a9f89c-83a2-48a0-80c0-18669eab7b1e,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:56.501321 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:56.501925 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:56.531439 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port fcf870a3-88dd-4737-92c3-bb4c425bd47d is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:56.580455 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.608037 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b7181241-4566-449d-8671-0be2f993f6be None None] Provisioning complete for port fb8a74c2-377c-4557-af3d-297f511f840d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:56.608521 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b7181241-4566-449d-8671-0be2f993f6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.637623 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:56.648438 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b7181241-4566-449d-8671-0be2f993f6be None None] Port fb8a74c2-377c-4557-af3d-297f511f840d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:36:56.756933 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks [] for port (fb8a74c2-377c-4557-af3d-297f511f840d), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.761640 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.818708 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:54Z', 'revision_number': 3, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:56.831215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721509'] for router_interface (11bf7f51-9961-4d53-ac43-5c4f09d66d54), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:56.833814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8a74c2-377c-4557-af3d-297f511f840d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:56.850976 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcab13-3b8a-4c82-841e-fb632d4c4a14 None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:54Z', 'revision_number': 3, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:36:56.926497 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:56.927826 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:57.057511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:36:57.177217 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c7db55db-6428-431d-a269-60a7777df517 None None] Provisioning complete for port fb8a74c2-377c-4557-af3d-297f511f840d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:57.177643 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7db55db-6428-431d-a269-60a7777df517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.192017 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:36:57.207148 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-9528cc65-03d9-4a9d-8586-8f74c5b55562 admin admin] 10.222.0.10 "PUT /v2.0/routers/11bf7f51-9961-4d53-ac43-5c4f09d66d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447326 Mar 27 15:36:57.214001 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c7db55db-6428-431d-a269-60a7777df517 None None] Port fb8a74c2-377c-4557-af3d-297f511f840d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:36:57.532239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 34a9f89c-83a2-48a0-80c0-18669eab7b1e up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:36:57.584325 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 34a9f89c-83a2-48a0-80c0-18669eab7b1e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:57.584798 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.671844 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51584) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:57.676476 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955829937', 'description': 'tempest-description--1076795492'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:57.677786 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 34a9f89c-83a2-48a0-80c0-18669eab7b1e is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:57.678177 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.699854 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.707180 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] For port 34a9f89c-83a2-48a0-80c0-18669eab7b1e, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=34a9f89c-83a2-48a0-80c0-18669eab7b1e,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:36:57.711321 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.712829 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fcf870a3-88dd-4737-92c3-bb4c425bd47d up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:36:57.775014 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.779880 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.794707 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Pushing event updated for resources: {'Port': ['ID=34a9f89c-83a2-48a0-80c0-18669eab7b1e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:57.807906 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port fcf870a3-88dd-4737-92c3-bb4c425bd47d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:57.808287 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.809740 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.811029 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381526 Mar 27 15:36:57.814699 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51586) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:57.815338 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2ea81-cc7f-4ef0-b3f0-b5f131897a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:57.819721 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': 'bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:57.845268 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (22f8a850-d341-438f-b5e0-15691ab24691), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.895488 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port fcf870a3-88dd-4737-92c3-bb4c425bd47d is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:57.906964 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (22f8a850-d341-438f-b5e0-15691ab24691), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.910894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (22f8a850-d341-438f-b5e0-15691ab24691), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.934759 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f8a850-d341-438f-b5e0-15691ab24691,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:57.940187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:57.943382 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-fc29725a-8171-4ae6-b500-5eb5c989a630 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276000 Mar 27 15:36:57.944571 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51588) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:57.948943 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': 'bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:57.972908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (20b28205-e7c6-41d4-8dfb-b51bbb029e7d), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.035289 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (20b28205-e7c6-41d4-8dfb-b51bbb029e7d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.039279 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (20b28205-e7c6-41d4-8dfb-b51bbb029e7d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.060845 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b28205-e7c6-41d4-8dfb-b51bbb029e7d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:58.070240 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.071834 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-50fc781f-43fb-4c7c-a734-c317859c139f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262748 Mar 27 15:36:58.074889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51590) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:36:58.079275 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:36:58.100041 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.200735 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.309158 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.27.1.79 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/994710e3-19c1-4116-8134-a02af43999cd) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:36:58.412685 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (994710e3-19c1-4116-8134-a02af43999cd), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.448040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (994710e3-19c1-4116-8134-a02af43999cd), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.483519 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:36:58.486340 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:36:58.489714 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:36:58.518068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=994710e3-19c1-4116-8134-a02af43999cd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:58.564972 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:36:58.576411 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:58.577087 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:58.586191 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (343c7215-070d-4e8c-a484-5bec3f29422e), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.627780 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (994710e3-19c1-4116-8134-a02af43999cd), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.693046 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:58.804925 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (994710e3-19c1-4116-8134-a02af43999cd), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.810487 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (994710e3-19c1-4116-8134-a02af43999cd), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.886429 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=994710e3-19c1-4116-8134-a02af43999cd,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:58.896119 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (343c7215-070d-4e8c-a484-5bec3f29422e), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.913559 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:58.914837 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-eb5c279e-78c9-44a9-b027-55574c933734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8389208 Mar 27 15:36:58.915655 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:58.946067 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:36:58.947017 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Updating router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 port fb8a74c2-377c-4557-af3d-297f511f840d binding host dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 27 15:36:59.081406 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-7b0bc79b-7443-405e-88e8-a9b52dd35a7c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--955829937&fields=id&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 267 time: 0.0507796 Mar 27 15:36:59.110073 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.192777 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-cf9e192f-ea69-43c1-9c46-b29b8476432d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:36:59.194208 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-cf9e192f-ea69-43c1-9c46-b29b8476432d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.1062920 Mar 27 15:36:59.209164 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-83806023-1a3f-4700-9af0-3383ea729a36 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/quotas/d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 375 time: 0.0087764 Mar 27 15:36:59.271798 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-028259cf-9a30-4e4d-bea7-5a0ab0283175 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571325 Mar 27 15:36:59.372667 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-93f60384-e4ae-439c-885d-450f426815df service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888529 Mar 27 15:36:59.375107 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Publish callbacks [] for port (fb8a74c2-377c-4557-af3d-297f511f840d), precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.381262 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.438452 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e603f0-9f88-4315-abab-aaeb2778d5a4 None None] Pushing event updated for resources: {'Port': ['ID=fb8a74c2-377c-4557-af3d-297f511f840d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:59.465400 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 34a9f89c-83a2-48a0-80c0-18669eab7b1e up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:36:59.478785 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-23b83203-0ab1-42e6-ab5b-80de45694297 service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975235 Mar 27 15:36:59.529684 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Attempting to bind port fb8a74c2-377c-4557-af3d-297f511f840d on host dv-cinder-835384-1-iscsi for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:36:59.530055 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Attempting to bind port fb8a74c2-377c-4557-af3d-297f511f840d by drivers openvswitch,hyperv on host dv-cinder-835384-1-iscsi at level 0 using segments [{'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:36:59.530418 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Attempting to bind port fb8a74c2-377c-4557-af3d-297f511f840d on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:36:59.537662 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Checking agent: {'id': '243d2416-13fa-4a52-8ebb-ed88d5e3cc78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 19, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 19, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:36:59.538701 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:36:59.539397 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.540606 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Bound using segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:36:59.541427 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Bound port: fb8a74c2-377c-4557-af3d-297f511f840d, host: dv-cinder-835384-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:36:59.542197 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.585173 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port 34a9f89c-83a2-48a0-80c0-18669eab7b1e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:59.585998 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.661518 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] For port fb8a74c2-377c-4557-af3d-297f511f840d, host dv-cinder-835384-1-iscsi, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:36:59.668479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] For port fb8a74c2-377c-4557-af3d-297f511f840d, host dv-cinder-835384-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=fb8a74c2-377c-4557-af3d-297f511f840d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:36:59.671668 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f617768-ae83-4cd6-9ad0-a37e4d3ac9ed req-3af727b1-2bbb-4c0d-b4e2-4e18c5855e2c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 210 time: 0.0461276 Mar 27 15:36:59.677456 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.772212 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port 34a9f89c-83a2-48a0-80c0-18669eab7b1e is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:59.778220 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e603f0-9f88-4315-abab-aaeb2778d5a4 None None] Pushing event updated for resources: {'Port': ['ID=fb8a74c2-377c-4557-af3d-297f511f840d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:36:59.785386 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:36:59.786239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:36:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:36:59.793637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] Provisioning complete for port fb8a74c2-377c-4557-af3d-297f511f840d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:36:59.794020 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:36:59.959049 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:36:59.997830 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] Current status of the port fb8a74c2-377c-4557-af3d-297f511f840d is: DOWN; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:36:59.998214 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:00.105598 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] For port fb8a74c2-377c-4557-af3d-297f511f840d, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=fb8a74c2-377c-4557-af3d-297f511f840d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:00.110917 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:00.187838 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35aa56-bb17-4ce5-bcc9-5e5825500a02 None None] Pushing event updated for resources: {'Port': ['ID=fb8a74c2-377c-4557-af3d-297f511f840d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:00.239217 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-af60fdf6-b6e7-4e05-8464-2baaf4a89280 None None] Provisioning complete for port fb8a74c2-377c-4557-af3d-297f511f840d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:37:00.239610 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-af60fdf6-b6e7-4e05-8464-2baaf4a89280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:00.266479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:36:59Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:00.299657 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ea0ab-4b05-4f9a-9c8d-7ef1262b064c None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:36:59Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:00.365437 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-af60fdf6-b6e7-4e05-8464-2baaf4a89280 None None] Current status of the port fb8a74c2-377c-4557-af3d-297f511f840d is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:37:00.661120 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-afa2c36a-00f0-411b-a77b-78c23b5dd10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:00.675849 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-612ba2d5-63e1-4b73-bfa2-a6337b749883 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:00.677332 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-612ba2d5-63e1-4b73-bfa2-a6337b749883 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.1226776 Mar 27 15:37:00.769944 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-689447e4-7cc7-43a4-98f1-bb168b1ed20f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 379 time: 0.0836432 Mar 27 15:37:00.776277 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-714942e5-fa4b-4856-a7d6-1275c24b1374 req-d86d4a48-d50d-4685-adb5-04d720f11788 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 210 time: 0.0323911 Mar 27 15:37:00.780555 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'port': {'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'admin_state_up': True, 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'security_groups': ['bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:00.911595 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Made reservation on behalf of d4a96a356145469bb2748a243931aa6d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:37:00.915759 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.049068 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.20.0.12 (ce435aa2-deca-4061-9126-8fe195f9923c/2b0ac913-86a9-4ccd-a7b2-47046391c64b/9c4186e3-4473-401b-bb17-7bfa3bc543cd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:37:01.198392 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.235654 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.282147 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:37:01.287397 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:37:01.293141 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:37:01.297486 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=9c4186e3-4473-401b-bb17-7bfa3bc543cd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:01.351585 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:01.352244 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.372603 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-fdc314de-a8ea-43e6-8d65-df0267b1f15a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978432 Mar 27 15:37:01.385318 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Request body: {'port': {'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:01.454044 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.502605 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fb8a74c2-377c-4557-af3d-297f511f840d up at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:37:01.551611 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Provisioning complete for port fb8a74c2-377c-4557-af3d-297f511f840d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:37:01.552090 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.603768 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a1e57ddc-dec7-4aaa-9478-1aeb7eb7b8b0 None None] Provisioning complete for port 9c4186e3-4473-401b-bb17-7bfa3bc543cd triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:37:01.604239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1e57ddc-dec7-4aaa-9478-1aeb7eb7b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.669238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Current status of the port fb8a74c2-377c-4557-af3d-297f511f840d is: ACTIVE; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:37:01.671184 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a1e57ddc-dec7-4aaa-9478-1aeb7eb7b8b0 None None] Port 9c4186e3-4473-401b-bb17-7bfa3bc543cd cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:37:01.750211 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4186e3-4473-401b-bb17-7bfa3bc543cd {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:37:01.758085 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Publish callbacks [] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.771369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Transition to ACTIVE for port object 9c4186e3-4473-401b-bb17-7bfa3bc543cd will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:37:01.776535 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:01.864745 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4186e3-4473-401b-bb17-7bfa3bc543cd,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:01.918425 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Attempting to bind port 9c4186e3-4473-401b-bb17-7bfa3bc543cd on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:37:01.918791 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Attempting to bind port 9c4186e3-4473-401b-bb17-7bfa3bc543cd by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:37:01.919137 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Attempting to bind port 9c4186e3-4473-401b-bb17-7bfa3bc543cd on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:37:01.923836 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Port 9c4186e3-4473-401b-bb17-7bfa3bc543cd on network ce435aa2-deca-4061-9126-8fe195f9923c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:37:01.924162 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Attempting to bind port 9c4186e3-4473-401b-bb17-7bfa3bc543cd on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:37:01.929239 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:37:01.929671 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:37:01.930129 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Bound using segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:37:01.931203 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Bound port: 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:37:01.931567 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.031570 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] For port 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:37:02.036325 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] For port 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:37:02.044127 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.059212 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc2c29-be94-4b3e-8557-96767b0c8afa req-36a69ebd-d0e2-4f35-8766-9f3f651adaf6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.061036 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-74fc2c29-be94-4b3e-8557-96767b0c8afa req-36a69ebd-d0e2-4f35-8766-9f3f651adaf6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 944 time: 0.2028773 Mar 27 15:37:02.106305 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.106922 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:02.108304 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] 10.222.0.25 "PUT /v2.0/ports/9c4186e3-4473-401b-bb17-7bfa3bc543cd HTTP/1.1" status: 200 len: 1094 time: 0.7279603 Mar 27 15:37:02.110360 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:02.112618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:02.160167 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee81d2c-eaba-441f-8ff0-b827e4b001fd x-openstack-request-id: req-8ee81d2c-eaba-441f-8ff0-b827e4b001fd {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:02.160402 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:02.160688 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ee81d2c-eaba-441f-8ff0-b827e4b001fd {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:02.161107 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee81d2c-eaba-441f-8ff0-b827e4b001fd'] response: {'name': 'network-changed', 'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'status': 'completed', 'code': 200} Mar 27 15:37:02.166224 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd0a83-b59b-4278-8b09-eb4c05a6a141 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4186e3-4473-401b-bb17-7bfa3bc543cd,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:02.214437 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-74fc2c29-be94-4b3e-8557-96767b0c8afa req-336a6db8-5633-4ae7-8f70-948ad716dfcd tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293917 Mar 27 15:37:02.233728 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-65f5be77-ad7a-4389-9aac-f25cb55e3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.235883 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-65f5be77-ad7a-4389-9aac-f25cb55e3a20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 1128 time: 0.0707264 Mar 27 15:37:02.279468 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-61a09deb-18f2-42f4-817f-87b8d670a519 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd HTTP/1.1" status: 200 len: 217 time: 0.0360148 Mar 27 15:37:02.330001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-827ab4ad-eda3-4a4b-a235-912eb53feec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.331512 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-827ab4ad-eda3-4a4b-a235-912eb53feec1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0463507 Mar 27 15:37:02.387127 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-24cefd8c-f88c-454d-8125-327450a6c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.388580 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-24cefd8c-f88c-454d-8125-327450a6c9b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518327 Mar 27 15:37:02.487503 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-cbe5acba-9f42-43bb-a042-84ce968ff41e service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925388 Mar 27 15:37:02.581473 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9c45caa8-975e-4cae-861e-7c6bbfcad6b6 req-04004ea3-146a-4a5d-9912-fb96adaf7944 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889390 Mar 27 15:37:02.672047 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-42b929c3-d707-4a2d-9748-6f7c963c8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.673530 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-42b929c3-d707-4a2d-9748-6f7c963c8b06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 1128 time: 0.0462806 Mar 27 15:37:02.760352 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-209fa4f0-012d-4cfa-9a65-82b4351f8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.761706 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-209fa4f0-012d-4cfa-9a65-82b4351f8092 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0820699 Mar 27 15:37:02.806411 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-dc705aca-e4a8-46a5-bb10-6133437ddf4b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd HTTP/1.1" status: 200 len: 217 time: 0.0383840 Mar 27 15:37:02.855805 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-3090ca28-b5fd-416e-b0db-c4933badb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.857271 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-3090ca28-b5fd-416e-b0db-c4933badb4f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0438654 Mar 27 15:37:02.908331 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-63487923-483e-4c79-a9e2-30ceeccfd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:02.909953 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-63487923-483e-4c79-a9e2-30ceeccfd0d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456350 Mar 27 15:37:03.004485 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-fdc82339-2505-4f86-9633-c15c2ebbea42 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886297 Mar 27 15:37:03.043469 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4be51a4-4662-470a-806f-a63d879723c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:03.098337 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5f191cd2-f0bf-48fc-bb64-a1b14c6cb3c0 req-5474157e-1f40-4a72-8a35-c39d57ed4d92 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860758 Mar 27 15:37:03.393797 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493f8f-b648-44a8-b029-e02ca5d860a5 req-9c7dc5fe-17c4-4111-88e7-0f9fdc7a367d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:03.395299 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e1493f8f-b648-44a8-b029-e02ca5d860a5 req-9c7dc5fe-17c4-4111-88e7-0f9fdc7a367d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 944 time: 0.1128037 Mar 27 15:37:03.442396 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e1493f8f-b648-44a8-b029-e02ca5d860a5 req-ee1ca5de-22b2-4452-ba0a-db17ae8e7c89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Mar 27 15:37:04.077414 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:04.561276 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6f31-ab91-4ebc-bb36-242850544ed3 req-1449797e-b155-49f2-bef4-8201ad4ab4dc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:04.562745 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2a8f6f31-ab91-4ebc-bb36-242850544ed3 req-1449797e-b155-49f2-bef4-8201ad4ab4dc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 944 time: 0.0557201 Mar 27 15:37:04.614963 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2a8f6f31-ab91-4ebc-bb36-242850544ed3 req-3b18925a-0a83-4c61-afe9-280ebaeedd5e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Mar 27 15:37:05.404113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:05.734261 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310b78-ed06-4910-a0a9-380bf5c10b29 req-79493765-fc5c-4da8-a019-9f253b56471a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:05.735765 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98310b78-ed06-4910-a0a9-380bf5c10b29 req-79493765-fc5c-4da8-a019-9f253b56471a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 944 time: 0.0538666 Mar 27 15:37:05.782442 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-98310b78-ed06-4910-a0a9-380bf5c10b29 req-b8e84ad5-e653-4bc6-9955-2dd7bb5e4a6f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408247 Mar 27 15:37:05.803989 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9c4186e3-4473-401b-bb17-7bfa3bc543cd details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:37:05.902570 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:05.914410 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:37:05.951676 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 9c4186e3-4473-401b-bb17-7bfa3bc543cd is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:37:05.952084 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:05.968191 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4186e3-4473-401b-bb17-7bfa3bc543cd {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:37:05.987881 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:05.991302 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:06.040247 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=9c4186e3-4473-401b-bb17-7bfa3bc543cd,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:06.207103 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['9c4186e3-4473-401b-bb17-7bfa3bc543cd'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:37:06.901945 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7395-9e43-4557-8af0-bdcc96608eec req-c4978dcc-9c28-40a1-8db6-83260c1cb04b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:06.903423 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9e2e7395-9e43-4557-8af0-bdcc96608eec req-c4978dcc-9c28-40a1-8db6-83260c1cb04b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 945 time: 0.0530024 Mar 27 15:37:06.950343 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9e2e7395-9e43-4557-8af0-bdcc96608eec req-b23a944f-ab69-426a-8c4e-4305edbc40f2 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409296 Mar 27 15:37:06.962688 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:07.814597 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9c4186e3-4473-401b-bb17-7bfa3bc543cd up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:37:07.863696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 9c4186e3-4473-401b-bb17-7bfa3bc543cd completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:37:07.867411 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 9c4186e3-4473-401b-bb17-7bfa3bc543cd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:37:07.867784 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:07.950647 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 9c4186e3-4473-401b-bb17-7bfa3bc543cd is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:37:07.951063 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:07.975839 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:07.978736 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf416deb-cf73-4c50-9493-5273febba943" -d '{"events": [{"server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:07.995910 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:07.999958 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:08.043792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0baa-77b1-4ce4-b20e-93f5a19e840b req-4303476d-fc16-476c-a4a0-8a1ff62a6fb8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:08.045442 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ecea0baa-77b1-4ce4-b20e-93f5a19e840b req-4303476d-fc16-476c-a4a0-8a1ff62a6fb8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 945 time: 0.0588224 Mar 27 15:37:08.051255 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=9c4186e3-4473-401b-bb17-7bfa3bc543cd,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:08.092550 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0dae4-b952-4d1f-8c74-8cab8f59a53b req-d22cc095-2a5e-4d9f-92ad-a427da6e5958 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:08.094019 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8bd0dae4-b952-4d1f-8c74-8cab8f59a53b req-d22cc095-2a5e-4d9f-92ad-a427da6e5958 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.0703993 Mar 27 15:37:08.095876 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ecea0baa-77b1-4ce4-b20e-93f5a19e840b req-692810c2-0520-4644-b756-8756329a0c80 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Mar 27 15:37:08.139025 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb510682-6243-4f36-b055-e1a718788f74 x-openstack-request-id: req-eb510682-6243-4f36-b055-e1a718788f74 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:08.139341 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:08.139669 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb510682-6243-4f36-b055-e1a718788f74 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:08.140074 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb510682-6243-4f36-b055-e1a718788f74'] response: {'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'code': 200} Mar 27 15:37:08.143025 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8bd0dae4-b952-4d1f-8c74-8cab8f59a53b req-ea72bd89-12f6-481b-8c54-7b43b8115194 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Mar 27 15:37:08.313726 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ad8e-6d10-4f8a-add5-bcdcd9aa18ab req-2a29cf53-b743-49a5-8725-04c1431efa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:08.315135 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-14d4ad8e-6d10-4f8a-add5-bcdcd9aa18ab req-2a29cf53-b743-49a5-8725-04c1431efa7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 1130 time: 0.0480070 Mar 27 15:37:08.358830 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-14d4ad8e-6d10-4f8a-add5-bcdcd9aa18ab req-5a1e266f-29ee-4fd4-b0c3-8c75548ffd7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367825 Mar 27 15:37:09.216323 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b59ca-7ded-49d9-bea8-c5c3a6f1a089 req-2a5b240a-6011-4d97-99ee-c0f7f3d7d040 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:09.217899 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-101b59ca-7ded-49d9-bea8-c5c3a6f1a089 req-2a5b240a-6011-4d97-99ee-c0f7f3d7d040 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 945 time: 0.0525110 Mar 27 15:37:09.260657 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5cf9-8d9b-48e5-9782-44337de67aad req-15baafa2-e0e8-4c6b-a3bc-79b4cd714c35 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:09.262164 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-253c5cf9-8d9b-48e5-9782-44337de67aad req-15baafa2-e0e8-4c6b-a3bc-79b4cd714c35 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.0531044 Mar 27 15:37:09.268850 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-101b59ca-7ded-49d9-bea8-c5c3a6f1a089 req-84bb4d17-29bc-42d9-a437-13100fc79c3f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451565 Mar 27 15:37:09.312297 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-253c5cf9-8d9b-48e5-9782-44337de67aad req-c965b77a-3a09-4ad6-b5b8-47bcace101af tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Mar 27 15:37:09.518330 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:09.768002 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-cce9216a-0285-41d8-8313-c4ac17390d35 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:09.769885 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-cce9216a-0285-41d8-8313-c4ac17390d35 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 945 time: 0.0564668 Mar 27 15:37:09.861720 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Deleting port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:37:09.862066 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:09.953056 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] For port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:09.953423 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.120866 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.121225 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (d3c2cbdb-129f-4df9-8401-2b197bee019b), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.121536 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Floating IP d3c2cbdb-129f-4df9-8401-2b197bee019b disassociated. External IP: 172.27.1.58, port: 12b84bc8-ccae-4cdd-be88-6a35d3b89f14. Mar 27 15:37:10.121872 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Calling delete_port for 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:37:10.251280 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (12b84bc8-ccae-4cdd-be88-6a35d3b89f14), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.278317 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'Port': ['ID=12b84bc8-ccae-4cdd-be88-6a35d3b89f14,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:10.380778 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4ea4ab94-e6ac-4f7a-ae15-bf37d1870734 req-7dbe09dc-ad8f-4270-91bd-7dca897b4e3f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d6644e-57ea-4f33-96a1-628d40e2d2fb HTTP/1.1" status: 200 len: 210 time: 0.0306826 Mar 27 15:37:10.421319 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:37:10.432284 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754dac6-900f-47e3-8b66-04ca4c8bf5e3 req-4bd58bf1-b772-4786-ac2a-0706b0d143f1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:10.433757 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8754dac6-900f-47e3-8b66-04ca4c8bf5e3 req-4bd58bf1-b772-4786-ac2a-0706b0d143f1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.0533082 Mar 27 15:37:10.484573 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8754dac6-900f-47e3-8b66-04ca4c8bf5e3 req-0f359896-f4c2-4041-af9d-06004700d40b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450673 Mar 27 15:37:10.532819 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:37:10.543893 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01068147-0135-48ad-9632-35040ea82def None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:37:10.554727 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01068147-0135-48ad-9632-35040ea82def None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:10.555319 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-01068147-0135-48ad-9632-35040ea82def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:37:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:10.596665 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] No DVR routers for this DVR port 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:37:10.599666 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.602968 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-db84cd05-2873-4833-ad66-01d36dc362e8 req-d917c960-bea2-4a03-a5cc-334a771f48ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "DELETE /v2.0/ports/12b84bc8-ccae-4cdd-be88-6a35d3b89f14 HTTP/1.1" status: 204 len: 173 time: 0.8285129 Mar 27 15:37:10.603506 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'name': 'network-vif-deleted', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:10.605859 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c453f90-53ba-43c9-a58d-1dfd463c23e4" -d '{"events": [{"server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "name": "network-vif-deleted", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:10.635662 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926323b-874c-456e-b9b8-98b13015668e req-834a6ad1-39d3-4b5a-81f5-a9a87a508850 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:10.636942 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3926323b-874c-456e-b9b8-98b13015668e req-834a6ad1-39d3-4b5a-81f5-a9a87a508850 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.0797217 Mar 27 15:37:10.646026 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51662) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:10.651351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:10.663332 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f74c53e-415a-43b7-98b4-4af5db45239f x-openstack-request-id: req-0f74c53e-415a-43b7-98b4-4af5db45239f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:10.663709 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d6644e-57ea-4f33-96a1-628d40e2d2fb", "name": "network-vif-deleted", "tag": "12b84bc8-ccae-4cdd-be88-6a35d3b89f14", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:10.664054 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f74c53e-415a-43b7-98b4-4af5db45239f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:10.664526 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f74c53e-415a-43b7-98b4-4af5db45239f'] response: {'server_uuid': '21d6644e-57ea-4f33-96a1-628d40e2d2fb', 'name': 'network-vif-deleted', 'tag': '12b84bc8-ccae-4cdd-be88-6a35d3b89f14', 'status': 'completed', 'code': 200} Mar 27 15:37:10.679238 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-01068147-0135-48ad-9632-35040ea82def None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:10.699131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (343c7215-070d-4e8c-a484-5bec3f29422e), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:10.903980 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-01068147-0135-48ad-9632-35040ea82def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:10.936083 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01068147-0135-48ad-9632-35040ea82def None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:37:10.945267 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01068147-0135-48ad-9632-35040ea82def None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:10.946000 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-01068147-0135-48ad-9632-35040ea82def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:37:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:11.057819 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-01068147-0135-48ad-9632-35040ea82def None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:11.157554 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:11.162237 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (343c7215-070d-4e8c-a484-5bec3f29422e), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:11.272495 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-01068147-0135-48ad-9632-35040ea82def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:11.304537 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01068147-0135-48ad-9632-35040ea82def None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:11.567371 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP 343c7215-070d-4e8c-a484-5bec3f29422e associated. External IP: 172.27.1.79, port: 9c4186e3-4473-401b-bb17-7bfa3bc543cd. Mar 27 15:37:11.578129 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6937cd-c762-4b3b-a778-a5aee389f216 None None] New status for floating IP d3c2cbdb-129f-4df9-8401-2b197bee019b: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:37:11.699743 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-5a1f2fe5-8be6-4549-b408-c9641781f981 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085821734&fields=id&tenant_id=47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 267 time: 0.0680509 Mar 27 15:37:11.892809 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-787de0ab-8e87-463b-a5f0-20b2f74f82c5 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:11.894506 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-787de0ab-8e87-463b-a5f0-20b2f74f82c5 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 811 time: 0.1870217 Mar 27 15:37:11.917077 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-047c6433-1e67-4802-b97d-14f1ffb493d8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/quotas/47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 375 time: 0.0168986 Mar 27 15:37:11.920764 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:37:12.049800 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-8df0ecc6-44c0-48a8-a43e-9e1caa8c3b95 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277137 Mar 27 15:37:12.068019 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-d2bf399f-b943-4ef7-b485-ee9951a3b167 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:37:12.068964 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-d2bf399f-b943-4ef7-b485-ee9951a3b167 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063477 Mar 27 15:37:12.085401 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:37:12.094627 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:37:12.101619 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:12.104881 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:12.105478 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:37:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:12.168786 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-4c803b19-921c-4325-babb-33090d21cd89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "PUT /v2.0/floatingips/343c7215-070d-4e8c-a484-5bec3f29422e HTTP/1.1" status: 200 len: 991 time: 1.5209675 Mar 27 15:37:12.174250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:12.176523 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7645446c-0cfc-4d30-9a65-d306cabef773" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:12.202190 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-b4eedfa5-2aea-4b96-9d4d-0866ee61b7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261477 Mar 27 15:37:12.217681 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9732c5-29c2-45f0-ad11-d3c397f18268 x-openstack-request-id: req-7d9732c5-29c2-45f0-ad11-d3c397f18268 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:12.217968 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:12.218220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d9732c5-29c2-45f0-ad11-d3c397f18268 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:12.218611 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9732c5-29c2-45f0-ad11-d3c397f18268'] response: {'name': 'network-changed', 'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'status': 'completed', 'code': 200} Mar 27 15:37:12.234702 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:12.285067 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-68d51626-1f13-476e-8b1e-59deed2b8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:12.286706 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-68d51626-1f13-476e-8b1e-59deed2b8f30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 1130 time: 0.0493214 Mar 27 15:37:12.300618 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-e1214943-aa4a-417c-a616-221b99bc0d98 service neutron] 10.222.0.10 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922887 Mar 27 15:37:12.380095 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-88633e6c-5ca3-4c61-9f38-d339e730c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:12.381577 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-88633e6c-5ca3-4c61-9f38-d339e730c00a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0897672 Mar 27 15:37:12.458473 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-cc4f28dd-558b-4b1b-8aca-ef8708b0a4b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd HTTP/1.1" status: 200 len: 999 time: 0.0712442 Mar 27 15:37:12.596230 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:11Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:12.624485 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:37:12.634610 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:12.635376 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:37:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:12.758163 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:12.775784 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-932de109-4d12-41bb-911e-a6d4cbc4a661 req-5a097ef5-af3c-4317-8b4e-0da47244ee38 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 210 time: 0.0344214 Mar 27 15:37:12.781469 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-f8f2350a-8aaf-429c-b292-0e2f91f10d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:12.782827 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-f8f2350a-8aaf-429c-b292-0e2f91f10d83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.3190308 Mar 27 15:37:12.846190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-1de012d7-0ae3-4695-8054-37a489c059f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:12.847920 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-1de012d7-0ae3-4695-8054-37a489c059f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588076 Mar 27 15:37:12.950425 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-f55bc048-8615-48d0-88c3-1198362a04a8 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961878 Mar 27 15:37:13.001270 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:11Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:13.029443 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd45be3-5e2b-42c3-86e7-18363d59ae3c None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:11Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:13.056461 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7645446c-0cfc-4d30-9a65-d306cabef773 req-e22a5d81-c2ac-4e05-8480-a8cdb840ee53 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916975 Mar 27 15:37:13.238671 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be761cd0-f801-498f-8387-f836a3a12d46 None None] New status for floating IP 343c7215-070d-4e8c-a484-5bec3f29422e: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:37:13.584885 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-016f84ce-ea0b-42c5-be83-b6b7b1dfee2d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:13.586550 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-016f84ce-ea0b-42c5-be83-b6b7b1dfee2d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 811 time: 0.1099114 Mar 27 15:37:13.649055 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-a1fa722f-1aec-4322-9fd1-7f110bb96a3e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 380 time: 0.0553410 Mar 27 15:37:13.656996 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'port': {'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'admin_state_up': True, 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'security_groups': ['bc34f7c9-3764-4280-b6c8-1fe586084f25']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:13.765075 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Made reservation on behalf of 47f47e88258b4a389e25920f2327b7ea for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:37:13.768510 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:13.830365 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:37:13.854690 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:37:13.855059 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 12b84bc8-ccae-4cdd-be88-6a35d3b89f14 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:37:13.883084 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b7e754b1-0a73-4705-ba9c-453b38ea538b req-44331c0a-0857-42f5-a1ca-aab7dc6871a1 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 210 time: 0.0296435 Mar 27 15:37:13.904945 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Allocated IP 172.20.0.8 (c6462ed1-8118-4aa5-8d79-4e5d47792228/98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f/f8f4d900-dc16-4d7c-b0ed-3899e0af2456) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:37:14.049551 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.082497 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.123887 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:37:14.127207 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:37:14.133306 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:37:14.159914 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:14.188693 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:14.189410 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.206175 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-25138919-3cb0-414f-a41e-eeaf930ee8df tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527606 Mar 27 15:37:14.217660 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Request body: {'port': {'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:14.286106 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.411475 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-09f23737-d237-40b9-b9a4-ed2ab82777ae None None] Provisioning complete for port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:37:14.412023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-09f23737-d237-40b9-b9a4-ed2ab82777ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.445939 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-09f23737-d237-40b9-b9a4-ed2ab82777ae None None] Port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:37:14.548035 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f4d900-dc16-4d7c-b0ed-3899e0af2456 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:37:14.560739 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Publish callbacks [] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.575562 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Transition to ACTIVE for port object f8f4d900-dc16-4d7c-b0ed-3899e0af2456 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:37:14.579362 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.633214 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Pushing event updated for resources: {'Port': ['ID=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:14.707806 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Attempting to bind port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:37:14.708147 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Attempting to bind port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:37:14.708481 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Attempting to bind port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:37:14.713104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:37:14.713426 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Attempting to bind port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:37:14.718652 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:37:14.719017 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Checking segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:37:14.719403 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Bound using segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:37:14.719834 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Bound port: f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:37:14.720191 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.785881 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] For port f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:37:14.789111 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] For port f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:37:14.795835 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.827319 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:14.827941 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:14.829305 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] 10.222.0.25 "PUT /v2.0/ports/f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 1093 time: 0.6158416 Mar 27 15:37:14.829747 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:14.832019 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:14.868796 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a97fb-d7b1-4a27-b63e-f3e25dc3a92a service neutron] Pushing event updated for resources: {'Port': ['ID=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:14.905158 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e7244d-37bc-4286-bcc2-cfc4d59dce86 x-openstack-request-id: req-e4e7244d-37bc-4286-bcc2-cfc4d59dce86 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:14.905489 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:14.905732 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4e7244d-37bc-4286-bcc2-cfc4d59dce86 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:14.906227 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e7244d-37bc-4286-bcc2-cfc4d59dce86'] response: {'name': 'network-changed', 'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'status': 'completed', 'code': 200} Mar 27 15:37:14.931762 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-28e6aa67-f121-40d9-a187-cf05a71aa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:14.933320 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-28e6aa67-f121-40d9-a187-cf05a71aa320 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1127 time: 0.0606966 Mar 27 15:37:14.980748 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-2553d2e3-6b71-403f-8254-848518dcd13f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 217 time: 0.0392978 Mar 27 15:37:15.021460 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf8f4-139f-4ebc-887f-774df505552e req-9a1055c1-76c7-46b9-bf3c-187e10e5d9ab tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.023074 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-28edf8f4-139f-4ebc-887f-774df505552e req-9a1055c1-76c7-46b9-bf3c-187e10e5d9ab tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0577643 Mar 27 15:37:15.036579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-dcb291e9-e9ea-4fcb-950e-cfa8c0541949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.038069 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-dcb291e9-e9ea-4fcb-950e-cfa8c0541949 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0520256 Mar 27 15:37:15.075717 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-28edf8f4-139f-4ebc-887f-774df505552e req-bbc63ff8-1663-4fae-9d1a-b92a93ea75f8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 Mar 27 15:37:15.089668 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-49c4127a-b0d4-4dcb-8964-458a843a1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.091201 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-49c4127a-b0d4-4dcb-8964-458a843a1e55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480311 Mar 27 15:37:15.180499 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-f33ffef5-10e5-48d3-b804-b92eba188ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825138 Mar 27 15:37:15.270911 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f592611d-5733-4239-a5d9-4a8f5494d90f req-11e81cf4-71a8-426c-8c62-7f6da3bd0bc1 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847538 Mar 27 15:37:15.360886 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-b1cc83b8-c774-4cbc-ac69-3b315a4a26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.362370 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-b1cc83b8-c774-4cbc-ac69-3b315a4a26c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1127 time: 0.0454314 Mar 27 15:37:15.451036 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-8bf61d04-13f9-46f9-ab43-ef7266a3a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.452399 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-8bf61d04-13f9-46f9-ab43-ef7266a3a929 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0825365 Mar 27 15:37:15.495704 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-67bef8b6-9412-44ee-820c-be208367d77e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 217 time: 0.0362718 Mar 27 15:37:15.549512 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-7cb25621-68cd-4661-9444-cd992dbe72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.550974 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-7cb25621-68cd-4661-9444-cd992dbe72ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0488458 Mar 27 15:37:15.598907 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-ae1b6373-9193-490d-bfbb-a76d6818f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:15.600494 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-ae1b6373-9193-490d-bfbb-a76d6818f4e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435247 Mar 27 15:37:15.689645 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-40bddf45-55ea-453b-aa20-424077e4fb60 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831268 Mar 27 15:37:15.776016 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9593d8c4-d1f6-4a54-b3ff-2893705ff8cd req-7bf0c23c-c65a-4c1e-93a3-6b990fc5ea7c service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806327 Mar 27 15:37:16.194324 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990cf42-c3a1-4e0d-b177-8aef49cd07e2 req-79cfd0ed-7470-44f2-9777-804e8efdc11b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:16.195805 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b990cf42-c3a1-4e0d-b177-8aef49cd07e2 req-79cfd0ed-7470-44f2-9777-804e8efdc11b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0520849 Mar 27 15:37:16.247272 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b990cf42-c3a1-4e0d-b177-8aef49cd07e2 req-d8840d34-6a78-44ff-bf61-f41f15acd44e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Mar 27 15:37:17.368261 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deccc1b-cad9-4426-8f6f-95fe3131221e req-426f2b0c-01cc-4246-9962-c86b63968434 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:17.370400 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6deccc1b-cad9-4426-8f6f-95fe3131221e req-426f2b0c-01cc-4246-9962-c86b63968434 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0563183 Mar 27 15:37:17.419084 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-6deccc1b-cad9-4426-8f6f-95fe3131221e req-a303b7c8-3905-471b-bafb-1a787de12f75 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Mar 27 15:37:18.540396 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59b15a-4d20-4462-9a48-cb67c8cfc5c0 req-ebce6f96-e4bb-4d66-a270-7648335985dd tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:18.542709 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cc59b15a-4d20-4462-9a48-cb67c8cfc5c0 req-ebce6f96-e4bb-4d66-a270-7648335985dd tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0547278 Mar 27 15:37:18.590644 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cc59b15a-4d20-4462-9a48-cb67c8cfc5c0 req-4ccbbfa2-f998-4d9c-80bf-5788d4ee6461 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418994 Mar 27 15:37:19.712462 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4b57a-257a-4f62-9ff8-660937cea498 req-72c341b4-7e50-45c7-88e0-290eca590b6f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:19.714166 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8dc4b57a-257a-4f62-9ff8-660937cea498 req-72c341b4-7e50-45c7-88e0-290eca590b6f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0571229 Mar 27 15:37:19.761948 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-8dc4b57a-257a-4f62-9ff8-660937cea498 req-93d85803-e84a-432e-a4c9-625fbdc06b23 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Mar 27 15:37:20.876988 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f303a7-af7d-4e21-bd40-0008b4a47581 req-eb6d19e8-77e3-42d3-bf03-32614db86f11 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:20.878438 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-22f303a7-af7d-4e21-bd40-0008b4a47581 req-eb6d19e8-77e3-42d3-bf03-32614db86f11 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0512798 Mar 27 15:37:20.925197 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-22f303a7-af7d-4e21-bd40-0008b4a47581 req-879e30b0-2feb-42ed-ba68-dbb63f24f311 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Mar 27 15:37:22.042423 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9e0f3-1e60-4203-a553-918b12659e71 req-22f78ef9-dc38-4c3c-9f08-51b9469b06c7 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:22.043963 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0dd9e0f3-1e60-4203-a553-918b12659e71 req-22f78ef9-dc38-4c3c-9f08-51b9469b06c7 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0530038 Mar 27 15:37:22.097958 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0dd9e0f3-1e60-4203-a553-918b12659e71 req-5b1de160-1677-4c74-b4c1-591a5a429dbb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483198 Mar 27 15:37:22.109742 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:37:23.219076 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdf846-fea5-4f3c-b07a-7190897283e9 req-e874c382-8743-4f9d-a39d-2c1ad7e46689 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:23.220860 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3bcdf846-fea5-4f3c-b07a-7190897283e9 req-e874c382-8743-4f9d-a39d-2c1ad7e46689 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 943 time: 0.0564291 Mar 27 15:37:23.267805 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-3bcdf846-fea5-4f3c-b07a-7190897283e9 req-a90575b0-16c2-4bfd-886a-c0872ea2d6cb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Mar 27 15:37:23.875256 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f8f4d900-dc16-4d7c-b0ed-3899e0af2456 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:37:23.969182 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:23.980130 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:37:24.019816 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:37:24.020203 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.033023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f4d900-dc16-4d7c-b0ed-3899e0af2456 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:37:24.051491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:24.055431 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:24.101664 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:24.254508 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['f8f4d900-dc16-4d7c-b0ed-3899e0af2456'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:37:24.386260 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293b26f-1645-4419-b641-99e266f8a939 req-f7a0162d-ad2b-4452-a3e3-fba000c91cc3 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:24.387767 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5293b26f-1645-4419-b641-99e266f8a939 req-f7a0162d-ad2b-4452-a3e3-fba000c91cc3 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 944 time: 0.0532103 Mar 27 15:37:24.435764 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5293b26f-1645-4419-b641-99e266f8a939 req-563fe4ee-996e-49af-bf42-341ab577750a tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Mar 27 15:37:25.553094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1774e9-f5c2-4a9a-b1b0-f4c75dc3d203 req-9ee8e01e-9deb-43e0-92d0-957279eabaeb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:25.554547 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9f1774e9-f5c2-4a9a-b1b0-f4c75dc3d203 req-9ee8e01e-9deb-43e0-92d0-957279eabaeb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 944 time: 0.0537848 Mar 27 15:37:25.601854 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9f1774e9-f5c2-4a9a-b1b0-f4c75dc3d203 req-064d3651-97e9-4deb-a3db-67c4c10e427a tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Mar 27 15:37:25.892921 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f8f4d900-dc16-4d7c-b0ed-3899e0af2456 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:37:25.941505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:37:25.945576 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:37:25.945887 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:26.024186 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:37:26.024568 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:26.048490 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:26.050993 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bed435d-59f9-4238-8238-f285285c0f4d" -d '{"events": [{"server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "name": "network-vif-plugged", "status": "completed", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:26.063750 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:37:26.068021 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:26.094604 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c36b1-246d-4214-9324-22e77ba66975 x-openstack-request-id: req-dc1c36b1-246d-4214-9324-22e77ba66975 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:26.094907 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "name": "network-vif-plugged", "status": "completed", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:26.095202 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc1c36b1-246d-4214-9324-22e77ba66975 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:26.095603 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1c36b1-246d-4214-9324-22e77ba66975'] response: {'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'code': 200} Mar 27 15:37:26.122553 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:26.352703 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f7613-4c86-4c7c-95c6-48f1992284ca req-892c03e3-a65e-4513-83ae-7cd51067e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:26.354232 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-780f7613-4c86-4c7c-95c6-48f1992284ca req-892c03e3-a65e-4513-83ae-7cd51067e308 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1129 time: 0.0929093 Mar 27 15:37:26.397997 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-780f7613-4c86-4c7c-95c6-48f1992284ca req-b6f4d1d3-8427-4a7a-8e0b-9fa0ee685754 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Mar 27 15:37:26.721138 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174bbce-6015-41cd-bdcc-611d667dc5d7 req-9f76236b-bd50-41ab-8453-e3972d6c0269 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:26.722599 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d174bbce-6015-41cd-bdcc-611d667dc5d7 req-9f76236b-bd50-41ab-8453-e3972d6c0269 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0515981 Mar 27 15:37:26.770048 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d174bbce-6015-41cd-bdcc-611d667dc5d7 req-5941cef9-9bcc-41d6-af6a-fe52daae8274 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Mar 27 15:37:27.886400 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d29e3-0ec1-404c-a32c-e492063dfe71 req-20aca1ee-d04f-4694-a10e-9ebf5d30e5ca tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:27.887873 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7e5d29e3-0ec1-404c-a32c-e492063dfe71 req-20aca1ee-d04f-4694-a10e-9ebf5d30e5ca tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0514085 Mar 27 15:37:27.937032 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-7e5d29e3-0ec1-404c-a32c-e492063dfe71 req-b7f513ec-3475-4637-b98a-c1da3778cca5 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436153 Mar 27 15:37:28.052055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a615-382c-45dd-b92e-61022117dc62 req-6064fabf-1a7d-4e4d-b1ce-793a4e45a85d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:28.053600 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6180a615-382c-45dd-b92e-61022117dc62 req-6064fabf-1a7d-4e4d-b1ce-793a4e45a85d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0525618 Mar 27 15:37:28.105083 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6180a615-382c-45dd-b92e-61022117dc62 req-1cc7ca56-edd8-431c-af79-44ba2187e5ce tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452814 Mar 27 15:37:28.127212 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51732) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:28.170838 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f24c0-e8dd-45a7-9c92-9ef5cae5c553 tempest-TestVolumeBootPattern-1478632539 tempest-TestVolumeBootPattern-1478632539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:28.172470 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-247f24c0-e8dd-45a7-9c92-9ef5cae5c553 tempest-TestVolumeBootPattern-1478632539 tempest-TestVolumeBootPattern-1478632539-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1124 time: 0.0443001 Mar 27 15:37:28.175262 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51734) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:28.179441 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:28.200299 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:28.291273 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:28.394749 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Allocated IP 172.27.1.37 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/76625ac9-facd-4013-b0ab-457397d6492e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:37:28.490347 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (76625ac9-facd-4013-b0ab-457397d6492e), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:28.522949 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (76625ac9-facd-4013-b0ab-457397d6492e), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:28.561683 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:37:28.564448 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:37:28.567911 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:37:28.592604 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=76625ac9-facd-4013-b0ab-457397d6492e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:28.914641 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (b8d11f3e-e1dc-4782-805c-45d63b21edec), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:28.983686 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (76625ac9-facd-4013-b0ab-457397d6492e), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.128047 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (76625ac9-facd-4013-b0ab-457397d6492e), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.132400 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (76625ac9-facd-4013-b0ab-457397d6492e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.199967 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=76625ac9-facd-4013-b0ab-457397d6492e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:29.210435 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (b8d11f3e-e1dc-4782-805c-45d63b21edec), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.310385 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Floating IP b8d11f3e-e1dc-4782-805c-45d63b21edec associated. External IP: 172.27.1.37, port: f8f4d900-dc16-4d7c-b0ed-3899e0af2456. Mar 27 15:37:29.513062 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:37:29.621910 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:37:29.632596 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:37:29.641019 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:29.646064 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:29.646064 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:37:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:29.683091 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-9e60094a-d880-4e51-886f-930c54d71484 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4943945 Mar 27 15:37:29.683091 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:37:29.683091 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:37:29.753537 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:29.772421 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7dd086-c5fa-4ecc-802e-5f156620e9fe x-openstack-request-id: req-1f7dd086-c5fa-4ecc-802e-5f156620e9fe {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:37:29.772716 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:37:29.772993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f7dd086-c5fa-4ecc-802e-5f156620e9fe {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:37:29.773407 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7dd086-c5fa-4ecc-802e-5f156620e9fe'] response: {'name': 'network-changed', 'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'status': 'completed', 'code': 200} Mar 27 15:37:29.838840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-03b3f7bd-de0a-482c-934d-87752e92a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:29.840527 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-03b3f7bd-de0a-482c-934d-87752e92a6e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1129 time: 0.0466211 Mar 27 15:37:29.985251 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:28Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:30.012933 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:37:30.022065 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:37:30.022594 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:37:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:30.134099 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:37:30.187354 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-489edb8a-626f-45b9-9fb3-1fee4ccbb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:30.188838 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-489edb8a-626f-45b9-9fb3-1fee4ccbb1f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.3414130 Mar 27 15:37:30.255350 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-0bd677ce-61fb-48c4-91bb-16a1cbc7aa0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 998 time: 0.0601892 Mar 27 15:37:30.302618 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-aaa7c952-3738-4f1a-9ff6-e902e2210123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:30.303996 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-aaa7c952-3738-4f1a-9ff6-e902e2210123 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0426447 Mar 27 15:37:30.355152 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-9b25ee8a-6d70-44f3-ab07-56c64de99a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:30.356641 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-9b25ee8a-6d70-44f3-ab07-56c64de99a14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468390 Mar 27 15:37:30.361842 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:28Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:37:30.366112 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-eff5bd2e-04b0-47d0-a78a-ce10578d5922 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:37:30.367097 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-eff5bd2e-04b0-47d0-a78a-ce10578d5922 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048816 Mar 27 15:37:30.392129 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b38e8-02a2-4470-99c4-ff4d4ee4ab84 None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:28Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:37:30.456542 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-8460c13a-be3a-4772-ac6a-40b80f765c57 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836716 Mar 27 15:37:30.552491 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6faa6e7e-cfb2-4475-b0f2-14212d54f1b4 req-86a2f1ed-6276-4ab0-b3ca-ece6766eb691 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901346 Mar 27 15:37:30.590730 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11e9f0-906a-4ff6-8c5b-0da4530acbf9 None None] New status for floating IP b8d11f3e-e1dc-4782-805c-45d63b21edec: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:37:30.709106 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c061b90-7a5b-4f9b-b6e4-f6cbeaa5eaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:33.045364 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d166-16eb-45f5-9985-633f48e49fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:34.080072 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:35.404892 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:36.958910 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:39.514023 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.722845 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51784) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:56.727634 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936763536', 'description': 'tempest-description--1395680310'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:56.748055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.812922 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (39526d95-a367-41ca-a16e-5fff675ba4f2), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.816594 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (39526d95-a367-41ca-a16e-5fff675ba4f2), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.843878 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.845069 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1212122 Mar 27 15:37:56.848067 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:56.849218 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39526d95-a367-41ca-a16e-5fff675ba4f2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:56.852541 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': '39526d95-a367-41ca-a16e-5fff675ba4f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:56.856648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.857034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.857366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.857703 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.858029 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.858356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.858682 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.859025 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.859346 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.859665 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.859983 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.860301 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.860616 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.860932 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.861245 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb2b0e-39c7-4921-929b-2fb1ccbde163 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.879512 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (1f93090f-a685-4b04-be01-42bd510ceb0d), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.938131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (1f93090f-a685-4b04-be01-42bd510ceb0d), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.941755 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (1f93090f-a685-4b04-be01-42bd510ceb0d), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.959513 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f93090f-a685-4b04-be01-42bd510ceb0d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:56.968143 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.968496 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.968844 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.969185 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.969553 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.969889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.970220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.970547 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.970878 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.971251 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.971589 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.972068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.972458 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.972787 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.973112 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:37:56.977591 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:56.978765 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c747bd7c-0a65-46e6-b08d-ca286441606c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296363 Mar 27 15:37:56.981674 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:56.985963 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': '39526d95-a367-41ca-a16e-5fff675ba4f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:57.011249 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (56fe18d9-a5e2-4ddd-8f83-4a8918daa9d4), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.073025 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (56fe18d9-a5e2-4ddd-8f83-4a8918daa9d4), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.076836 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (56fe18d9-a5e2-4ddd-8f83-4a8918daa9d4), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.095827 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fe18d9-a5e2-4ddd-8f83-4a8918daa9d4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:57.101179 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.102343 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d8697bf5-560e-427f-9d64-4e38af48f241 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196058 Mar 27 15:37:57.105396 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:37:57.109804 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:57.129573 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.224008 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.327130 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.27.1.151 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/7fdbb58c-6bec-43ce-8eb3-ac3fd7695973) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:37:57.430487 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.465339 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.499536 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:37:57.502216 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:37:57.505595 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:37:57.533593 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=7fdbb58c-6bec-43ce-8eb3-ac3fd7695973,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:57.596806 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (5682953a-6d32-4d6d-a7bd-44341b955703), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.648020 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.799619 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.803869 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.876624 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=7fdbb58c-6bec-43ce-8eb3-ac3fd7695973,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:37:57.884798 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5682953a-6d32-4d6d-a7bd-44341b955703), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.900180 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:57.901398 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8b853293-eff5-4e65-8384-8059ca9b8358 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7950847 Mar 27 15:37:58.047416 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-2ea99551-b4c6-4973-9951-945b852d16a2 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1936763536&fields=id&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 267 time: 0.0422440 Mar 27 15:37:58.151637 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-ff95305f-f075-4936-9924-8c880f68aa39 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:58.153700 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-ff95305f-f075-4936-9924-8c880f68aa39 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.0994337 Mar 27 15:37:58.167696 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-92fbfdc6-3396-4bef-b364-9a138df0dab7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/quotas/d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 375 time: 0.0087962 Mar 27 15:37:58.223890 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-91ee2fba-aa8a-4976-8d8e-c4ac2b80491e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512512 Mar 27 15:37:58.357674 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-b9e02fc0-5e4b-4da4-818e-82a8e5856810 service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225524 Mar 27 15:37:58.449000 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-0bfcf481-3616-4dfe-81c0-00401e5b9b43 service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857325 Mar 27 15:37:58.604331 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-4871189c-b4ea-4a95-b999-c68d2fba1747 req-1b8039f7-929c-4274-9248-9ee9c93846c1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 210 time: 0.0270188 Mar 27 15:37:59.108971 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:37:59.605591 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-12a6850a-5938-45a6-9376-487927673fb7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:37:59.607114 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-12a6850a-5938-45a6-9376-487927673fb7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.1096649 Mar 27 15:37:59.687326 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-a7bd9c3b-d48a-46f3-8c79-25d6d2021cb7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 472 time: 0.0726671 Mar 27 15:37:59.696513 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'port': {'device_id': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'admin_state_up': True, 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'security_groups': ['39526d95-a367-41ca-a16e-5fff675ba4f2']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:37:59.704429 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-355d9b88-1edc-480f-93da-6e1389b8e76e req-9f52da35-6381-40ad-ac46-027e76eb88c8 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 210 time: 0.0282521 Mar 27 15:37:59.804567 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Made reservation on behalf of d4a96a356145469bb2748a243931aa6d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:37:59.807968 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:37:59.932518 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.20.0.9 (ce435aa2-deca-4061-9126-8fe195f9923c/2b0ac913-86a9-4ccd-a7b2-47046391c64b/98b46270-e6e3-4bc1-bce4-833b86d80e19) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:38:00.068246 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.101156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.140763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:38:00.143776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:38:00.147654 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:38:00.174727 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=98b46270-e6e3-4bc1-bce4-833b86d80e19,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:00.203128 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:00.203748 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.219325 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-6ff1eaaf-c514-4fb4-bdb8-634f145763c6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5264823 Mar 27 15:38:00.230093 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Request body: {'port': {'device_id': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:00.296632 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.416062 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a8420eee-d810-44e2-a986-adda426d2585 None None] Provisioning complete for port 98b46270-e6e3-4bc1-bce4-833b86d80e19 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:38:00.416634 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a8420eee-d810-44e2-a986-adda426d2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.450124 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a8420eee-d810-44e2-a986-adda426d2585 None None] Port 98b46270-e6e3-4bc1-bce4-833b86d80e19 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:38:00.565398 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b46270-e6e3-4bc1-bce4-833b86d80e19 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:38:00.572713 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Publish callbacks [] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.584321 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Transition to ACTIVE for port object 98b46270-e6e3-4bc1-bce4-833b86d80e19 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:38:00.588020 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.637773 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Pushing event updated for resources: {'Port': ['ID=98b46270-e6e3-4bc1-bce4-833b86d80e19,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:00.667750 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-98e46fc0-e8a8-4a4b-8d32-d5809b6f1b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.718837 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Attempting to bind port 98b46270-e6e3-4bc1-bce4-833b86d80e19 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:38:00.719200 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Attempting to bind port 98b46270-e6e3-4bc1-bce4-833b86d80e19 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:38:00.719530 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Attempting to bind port 98b46270-e6e3-4bc1-bce4-833b86d80e19 on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:38:00.724268 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Port 98b46270-e6e3-4bc1-bce4-833b86d80e19 on network ce435aa2-deca-4061-9126-8fe195f9923c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:38:00.724587 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Attempting to bind port 98b46270-e6e3-4bc1-bce4-833b86d80e19 on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:38:00.729668 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:38:00.730008 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:38:00.730390 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Bound using segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:38:00.730824 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Bound port: 98b46270-e6e3-4bc1-bce4-833b86d80e19, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:38:00.731206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.824439 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] For port 98b46270-e6e3-4bc1-bce4-833b86d80e19, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:38:00.828082 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] For port 98b46270-e6e3-4bc1-bce4-833b86d80e19, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:38:00.837231 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.879617 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ff89e-3bf7-4f8b-858d-b0540948ed60 req-d774cb3e-5962-4936-8965-03e9394f9078 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:00.882094 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-026ff89e-3bf7-4f8b-858d-b0540948ed60 req-d774cb3e-5962-4936-8965-03e9394f9078 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 943 time: 0.1048949 Mar 27 15:38:00.890528 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:00.891113 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:00.892417 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] 10.222.0.25 "PUT /v2.0/ports/98b46270-e6e3-4bc1-bce4-833b86d80e19 HTTP/1.1" status: 200 len: 1093 time: 0.6664605 Mar 27 15:38:00.893452 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:38:00.895887 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69428d3-c9b4-4c8a-976b-bf629568bff0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:38:00.946039 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1435860-43f8-4bd4-b033-00667212c318 service neutron] Pushing event updated for resources: {'Port': ['ID=98b46270-e6e3-4bc1-bce4-833b86d80e19,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:00.952540 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680b49cb-ecd0-48c4-a6b8-47652ee872fd x-openstack-request-id: req-680b49cb-ecd0-48c4-a6b8-47652ee872fd {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:38:00.952889 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:38:00.953204 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-680b49cb-ecd0-48c4-a6b8-47652ee872fd {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:38:00.953696 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680b49cb-ecd0-48c4-a6b8-47652ee872fd'] response: {'name': 'network-changed', 'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'status': 'completed', 'code': 200} Mar 27 15:38:00.991973 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-026ff89e-3bf7-4f8b-858d-b0540948ed60 req-170931af-f12f-4b24-8658-9306cfce0a04 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045375 Mar 27 15:38:01.013961 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-23fb5672-4a61-4cf5-8e66-cfab2c6fe6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.015885 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-23fb5672-4a61-4cf5-8e66-cfab2c6fe6f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 1127 time: 0.0610027 Mar 27 15:38:01.063822 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-7883978d-c97e-464d-bbd9-f9c537db33e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19 HTTP/1.1" status: 200 len: 217 time: 0.0408432 Mar 27 15:38:01.112918 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-1edaf5d8-64f0-465f-9994-5a3180db6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.114394 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-1edaf5d8-64f0-465f-9994-5a3180db6370 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0447850 Mar 27 15:38:01.163028 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-079fb57f-eab2-48f9-8fa3-554bf12ee9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.164404 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-079fb57f-eab2-48f9-8fa3-554bf12ee9d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444503 Mar 27 15:38:01.254251 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-bee42493-5b59-4c60-9475-c54c58686338 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Mar 27 15:38:01.339070 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-58ad1c71-2228-41d8-bf28-d4648c0d0981 req-ab63b60e-add4-4a6b-9ef7-c0bba3f7a643 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795155 Mar 27 15:38:01.433946 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-a545b70f-d516-4deb-9409-26bbf717096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.435459 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-a545b70f-d516-4deb-9409-26bbf717096d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 1127 time: 0.0451088 Mar 27 15:38:01.524549 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-463ed781-1c62-47bc-b660-4e3838b38564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.525889 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-463ed781-1c62-47bc-b660-4e3838b38564 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0842295 Mar 27 15:38:01.568107 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-7601a44d-016c-43d7-b572-3ad27a9c1e7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19 HTTP/1.1" status: 200 len: 217 time: 0.0357735 Mar 27 15:38:01.615864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-3b424951-428d-4e57-b9a0-202b7dbd25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.617270 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-3b424951-428d-4e57-b9a0-202b7dbd25ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0436516 Mar 27 15:38:01.668214 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-6b5e5a30-de6c-4e4c-bbd0-20e6f92cefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:01.670462 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-6b5e5a30-de6c-4e4c-bbd0-20e6f92cefed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474687 Mar 27 15:38:01.756936 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-49d56a16-b72c-4b31-9865-a3143c82c0b9 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789077 Mar 27 15:38:01.850386 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d69428d3-c9b4-4c8a-976b-bf629568bff0 req-556d4d50-5236-41e8-8040-dfd91c6ce2fd service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Mar 27 15:38:02.113172 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941ec6-4769-4bbe-9d4d-7c0688c68d31 req-a9910bc9-7017-43fb-a75d-faa78bb9bdf3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:02.114538 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4e941ec6-4769-4bbe-9d4d-7c0688c68d31 req-a9910bc9-7017-43fb-a75d-faa78bb9bdf3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 943 time: 0.0529759 Mar 27 15:38:02.165215 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4e941ec6-4769-4bbe-9d4d-7c0688c68d31 req-73fb3574-456e-451a-b5ca-6fca2710d888 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451112 Mar 27 15:38:03.047641 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ff569aaf-0873-4a90-8704-747c8c4b1a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:03.282556 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beec68-05fb-4463-8493-f894e0f19216 req-956a42d6-074c-4ca1-b0fc-34ae56938eb8 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:03.284027 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-28beec68-05fb-4463-8493-f894e0f19216 req-956a42d6-074c-4ca1-b0fc-34ae56938eb8 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 943 time: 0.0532718 Mar 27 15:38:03.333297 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-28beec68-05fb-4463-8493-f894e0f19216 req-006466ad-7a12-4604-a171-662584b451ef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Mar 27 15:38:04.079060 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 98b46270-e6e3-4bc1-bce4-833b86d80e19 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:38:04.091280 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:04.179950 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 98b46270-e6e3-4bc1-bce4-833b86d80e19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:38:04.192029 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'port_id': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'mac_address': 'fa:16:3e:8b:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:38:04.228149 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 98b46270-e6e3-4bc1-bce4-833b86d80e19 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:38:04.228536 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:04.241956 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b46270-e6e3-4bc1-bce4-833b86d80e19 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:38:04.262371 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 98b46270-e6e3-4bc1-bce4-833b86d80e19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:38:04.266854 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:04.320652 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=98b46270-e6e3-4bc1-bce4-833b86d80e19,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:04.327943 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.328294 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.328637 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.328979 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.329367 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.329644 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.329969 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.330295 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.330619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.330959 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.331287 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.331610 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.331931 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.332250 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.332568 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:04.450622 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e74533-db99-4396-bb45-810b052b4057 req-e68e36d7-353a-4387-ac5e-65282e8a1e8e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:04.451885 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b2e74533-db99-4396-bb45-810b052b4057 req-e68e36d7-353a-4387-ac5e-65282e8a1e8e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 944 time: 0.0520530 Mar 27 15:38:04.476798 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['98b46270-e6e3-4bc1-bce4-833b86d80e19'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:38:04.498807 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b2e74533-db99-4396-bb45-810b052b4057 req-37ce72e2-82b1-40a0-838e-45b7232bcebd tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Mar 27 15:38:05.411206 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:05.616009 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcafbdc-baeb-4c50-ad36-51cc9fe134a1 req-74f7e314-85d6-4c96-9d03-018606f45ee8 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:05.617492 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7fcafbdc-baeb-4c50-ad36-51cc9fe134a1 req-74f7e314-85d6-4c96-9d03-018606f45ee8 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 944 time: 0.0526071 Mar 27 15:38:05.667764 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7fcafbdc-baeb-4c50-ad36-51cc9fe134a1 req-1967ff31-876a-4842-97be-b2830eca3533 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Mar 27 15:38:06.078260 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 98b46270-e6e3-4bc1-bce4-833b86d80e19 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:38:06.125981 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 98b46270-e6e3-4bc1-bce4-833b86d80e19 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:38:06.130364 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 98b46270-e6e3-4bc1-bce4-833b86d80e19 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:38:06.130740 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:06.207473 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 98b46270-e6e3-4bc1-bce4-833b86d80e19 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:38:06.207859 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:06.229792 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:38:06.232774 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ad1ea-86c2-4e3d-9915-ed103efd6ea1" -d '{"events": [{"server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "name": "network-vif-plugged", "status": "completed", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:38:06.248522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 98b46270-e6e3-4bc1-bce4-833b86d80e19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:38:06.256437 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:06.304115 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=98b46270-e6e3-4bc1-bce4-833b86d80e19,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:06.327384 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed2fc86-dfbe-40f9-9ced-6333849b16a7 x-openstack-request-id: req-6ed2fc86-dfbe-40f9-9ced-6333849b16a7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:38:06.327681 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "name": "network-vif-plugged", "status": "completed", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:38:06.327936 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ed2fc86-dfbe-40f9-9ced-6333849b16a7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:38:06.328393 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed2fc86-dfbe-40f9-9ced-6333849b16a7'] response: {'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'code': 200} Mar 27 15:38:06.493797 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee722e1a-263c-46e3-9732-8f69ed25e2fb req-a84c8476-2943-4c1c-8727-f82cfa24272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:06.495282 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ee722e1a-263c-46e3-9732-8f69ed25e2fb req-a84c8476-2943-4c1c-8727-f82cfa24272d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 1129 time: 0.0435214 Mar 27 15:38:06.537476 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ee722e1a-263c-46e3-9732-8f69ed25e2fb req-52dee578-4aba-4724-84ff-460f6bd76129 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Mar 27 15:38:06.783527 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597764c9-d449-4dca-b7b4-94c8484f5b32 req-480692ae-bd14-4da7-8e47-346f1b0eec2e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:06.784983 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-597764c9-d449-4dca-b7b4-94c8484f5b32 req-480692ae-bd14-4da7-8e47-346f1b0eec2e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 945 time: 0.0519826 Mar 27 15:38:06.831498 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-597764c9-d449-4dca-b7b4-94c8484f5b32 req-84b0f281-51ba-4f0d-9dd6-c8d774de8a31 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Mar 27 15:38:06.953222 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:07.951188 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b25e9-dd6e-47b0-ae25-e8f1da166f0e req-6b70c649-ab87-4982-8ae8-0e13b865970d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:07.952540 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f61b25e9-dd6e-47b0-ae25-e8f1da166f0e req-6b70c649-ab87-4982-8ae8-0e13b865970d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 945 time: 0.0525630 Mar 27 15:38:07.998225 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-f61b25e9-dd6e-47b0-ae25-e8f1da166f0e req-59826ef7-53f8-4c2b-b471-1cc9729013fe tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401723 Mar 27 15:38:08.113984 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9b923-ec9d-4c61-87c3-6c266f625b69 req-fa54abf7-7512-4416-a717-91943b2f4c73 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:08.115445 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-eab9b923-ec9d-4c61-87c3-6c266f625b69 req-fa54abf7-7512-4416-a717-91943b2f4c73 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 945 time: 0.0557292 Mar 27 15:38:08.124432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:08.128868 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'port_id': '98b46270-e6e3-4bc1-bce4-833b86d80e19'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:08.170600 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (5682953a-6d32-4d6d-a7bd-44341b955703), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:08.585782 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:08.589349 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5682953a-6d32-4d6d-a7bd-44341b955703), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:08.690183 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP 5682953a-6d32-4d6d-a7bd-44341b955703 associated. External IP: 172.27.1.151, port: 98b46270-e6e3-4bc1-bce4-833b86d80e19. Mar 27 15:38:08.896924 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:38:09.004537 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:38:09.009352 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:09.014439 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:38:09.023972 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:38:09.024570 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:38:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:09.038908 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-c3830e6f-6654-4b60-8b01-a3131ed3feef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "PUT /v2.0/floatingips/5682953a-6d32-4d6d-a7bd-44341b955703 HTTP/1.1" status: 200 len: 991 time: 0.9134140 Mar 27 15:38:09.039521 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:38:09.041873 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748" -d '{"events": [{"name": "network-changed", "server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:38:09.130478 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0d1fca-36cc-41b6-bb07-16be01e27c84 x-openstack-request-id: req-6e0d1fca-36cc-41b6-bb07-16be01e27c84 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:38:09.130772 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:38:09.131072 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e0d1fca-36cc-41b6-bb07-16be01e27c84 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:38:09.131482 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0d1fca-36cc-41b6-bb07-16be01e27c84'] response: {'name': 'network-changed', 'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'status': 'completed', 'code': 200} Mar 27 15:38:09.132380 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:38:09.199571 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-40da91ca-eed4-4ec7-a94f-6183b1368018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:09.201058 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-40da91ca-eed4-4ec7-a94f-6183b1368018 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 1129 time: 0.0465965 Mar 27 15:38:09.292395 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-83db25a3-7ef9-44d7-b188-28b521e1c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:09.293981 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-83db25a3-7ef9-44d7-b188-28b521e1c2bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0854661 Mar 27 15:38:09.362666 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-6aa37674-e5e9-4770-94fe-d04125ed1fb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19 HTTP/1.1" status: 200 len: 999 time: 0.0625577 Mar 27 15:38:09.411192 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-e24a7465-c170-4f99-ad2e-c1e6020b2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:09.412667 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-e24a7465-c170-4f99-ad2e-c1e6020b2e2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0448289 Mar 27 15:38:09.448525 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:13Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}, {'id': '5682953a-6d32-4d6d-a7bd-44341b955703', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:8b:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:57Z', 'updated_at': '2022-03-27T15:38:08Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:09.462417 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-4f0eb815-1021-4ece-a33e-2374513decec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:09.463936 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-4f0eb815-1021-4ece-a33e-2374513decec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436521 Mar 27 15:38:09.475645 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:38:09.483972 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:38:09.484561 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:38:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:09.546054 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:09.558040 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-1533e207-4b5c-47cf-a75d-4058f00bff54 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885103 Mar 27 15:38:09.593537 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:38:09.645725 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-412cb7eb-ac45-4c6c-a3ce-ae4bb609e748 req-872a84d5-8a5e-4b64-b775-ec6da72d995b service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821171 Mar 27 15:38:09.816937 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:13Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}, {'id': '5682953a-6d32-4d6d-a7bd-44341b955703', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:8b:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:57Z', 'updated_at': '2022-03-27T15:38:08Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:09.843592 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10735ad3-38af-49a8-ad43-9c9b66789cbe None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:13Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}, {'id': '5682953a-6d32-4d6d-a7bd-44341b955703', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:8b:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:57Z', 'updated_at': '2022-03-27T15:38:08Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:38:10.042569 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77302be-e3fd-4e74-b8d7-826b9c472343 None None] New status for floating IP 5682953a-6d32-4d6d-a7bd-44341b955703: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:38:12.151170 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-ec566ad9-3385-4603-90dd-91fe47e5d70a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485244 Mar 27 15:38:12.233772 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-742639db-96ca-4a60-a332-a8e55a95b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:12.235265 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-742639db-96ca-4a60-a332-a8e55a95b976 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 1130 time: 0.0436482 Mar 27 15:38:12.333601 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-eaf975af-8957-441c-ac44-5b4f45642ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:12.335357 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-eaf975af-8957-441c-ac44-5b4f45642ef3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0833955 Mar 27 15:38:12.409770 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-6c494917-f2b8-4fa1-9f77-df880e08ee75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd HTTP/1.1" status: 200 len: 1001 time: 0.0681970 Mar 27 15:38:12.457118 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-79d95c19-1330-44f5-add6-b562a25cfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:12.458511 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-79d95c19-1330-44f5-add6-b562a25cfaab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0428572 Mar 27 15:38:12.507201 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-e2200e48-438b-495c-a272-2d1ac73d8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:12.508693 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-e2200e48-438b-495c-a272-2d1ac73d8641 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445676 Mar 27 15:38:12.598897 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-371d9c8d-f136-457d-938f-65b540eb4a7f service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840724 Mar 27 15:38:12.688988 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b6c5940-b732-43b4-975b-a8e2cb16849a req-4d9bfd96-65d8-4e4e-bd4e-1dca4dbb3323 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843012 Mar 27 15:38:30.663028 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-373fad04-91d4-4155-884f-0145c22a040f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:33.049495 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3cf82f91-4945-4a4e-9045-490fd1a02f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:34.084580 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:35.408837 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:36.107123 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:38:36.955494 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:39.547791 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:45.297828 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495438-0883-4126-b6bc-f7dd3883c8c8 req-0f6961e8-c52a-4f49-8601-245035ef7d23 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:45.299318 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4495438-0883-4126-b6bc-f7dd3883c8c8 req-0f6961e8-c52a-4f49-8601-245035ef7d23 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 945 time: 0.0534768 Mar 27 15:38:45.345154 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4495438-0883-4126-b6bc-f7dd3883c8c8 req-a3a11d4f-e18e-4584-87d3-e8f93db6cb65 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Mar 27 15:38:46.466428 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c2b2b-5b50-4411-a649-88816f6c9c07 req-47bd8b98-fbba-4e76-b84f-c383a65a7708 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:46.467926 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-629c2b2b-5b50-4411-a649-88816f6c9c07 req-47bd8b98-fbba-4e76-b84f-c383a65a7708 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 945 time: 0.0529587 Mar 27 15:38:46.523233 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-629c2b2b-5b50-4411-a649-88816f6c9c07 req-cf108d7f-adbd-4fed-8550-8c45b98b274d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=39526d95-a367-41ca-a16e-5fff675ba4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497365 Mar 27 15:38:46.585299 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-9e747eda-e896-4bfc-a167-f775c92a8997 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:46.586715 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-9e747eda-e896-4bfc-a167-f775c92a8997 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 945 time: 0.0533657 Mar 27 15:38:46.680053 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 98b46270-e6e3-4bc1-bce4-833b86d80e19 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:38:46.680323 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:46.769206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] For port 98b46270-e6e3-4bc1-bce4-833b86d80e19, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=98b46270-e6e3-4bc1-bce4-833b86d80e19,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:38:46.769817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:46.942001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:46.942288 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (5682953a-6d32-4d6d-a7bd-44341b955703), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:46.942605 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP 5682953a-6d32-4d6d-a7bd-44341b955703 disassociated. External IP: 172.27.1.151, port: 98b46270-e6e3-4bc1-bce4-833b86d80e19. Mar 27 15:38:46.942958 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 98b46270-e6e3-4bc1-bce4-833b86d80e19 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:38:47.075401 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (98b46270-e6e3-4bc1-bce4-833b86d80e19), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:47.103789 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=98b46270-e6e3-4bc1-bce4-833b86d80e19,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:47.217617 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:38:47.322933 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:38:47.333391 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:38:47.343757 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:38:47.344455 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:38:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:47.362817 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] No DVR routers for this DVR port 98b46270-e6e3-4bc1-bce4-833b86d80e19 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:38:47.365271 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:47.368515 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2845d4a3-eb11-45b4-94f6-7e1b865d3c18 req-fdbdf33e-ab1b-406a-b0d8-0a0759a0a784 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "DELETE /v2.0/ports/98b46270-e6e3-4bc1-bce4-833b86d80e19 HTTP/1.1" status: 204 len: 173 time: 0.7748890 Mar 27 15:38:47.368949 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'name': 'network-vif-deleted', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:38:47.371316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128dfb7-6e42-4e6e-a4d5-f7063372f23f" -d '{"events": [{"server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "name": "network-vif-deleted", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:38:47.407716 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e84a83-4ced-4d11-bed5-0ed22b194493 x-openstack-request-id: req-85e84a83-4ced-4d11-bed5-0ed22b194493 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:38:47.408003 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea579382-76b4-46ce-a351-e414def3b8ee", "name": "network-vif-deleted", "tag": "98b46270-e6e3-4bc1-bce4-833b86d80e19", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:38:47.408253 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85e84a83-4ced-4d11-bed5-0ed22b194493 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:38:47.408660 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e84a83-4ced-4d11-bed5-0ed22b194493'] response: {'server_uuid': 'ea579382-76b4-46ce-a351-e414def3b8ee', 'name': 'network-vif-deleted', 'tag': '98b46270-e6e3-4bc1-bce4-833b86d80e19', 'status': 'completed', 'code': 200} Mar 27 15:38:47.463843 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:38:47.637572 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-67d09de9-f793-442e-92f6-7b747479bf00 req-af75538b-5405-4093-b9b6-2e7e2781db55 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea579382-76b4-46ce-a351-e414def3b8ee HTTP/1.1" status: 200 len: 210 time: 0.0316889 Mar 27 15:38:47.706064 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:13Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:47.735851 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:38:47.743915 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:38:47.744501 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:38:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:47.854035 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:38:48.073827 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:13Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:48.102378 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec0b08-dc70-460b-ac5b-e993de82af88 None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '343c7215-070d-4e8c-a484-5bec3f29422e', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:03:70:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:36:58Z', 'updated_at': '2022-03-27T15:37:13Z', 'revision_number': 2, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:38:48.312825 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecbac09-9576-4d34-a1ac-3e8ff28e8128 None None] New status for floating IP 5682953a-6d32-4d6d-a7bd-44341b955703: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:38:48.725137 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51888) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:48.781290 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2269f96c-7998-4f15-9aab-9cc14b07bf89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (39526d95-a367-41ca-a16e-5fff675ba4f2), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:48.803788 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2269f96c-7998-4f15-9aab-9cc14b07bf89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (39526d95-a367-41ca-a16e-5fff675ba4f2), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:48.854104 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2269f96c-7998-4f15-9aab-9cc14b07bf89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (39526d95-a367-41ca-a16e-5fff675ba4f2), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:48.856796 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2269f96c-7998-4f15-9aab-9cc14b07bf89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:48.857966 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2269f96c-7998-4f15-9aab-9cc14b07bf89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/security-groups/39526d95-a367-41ca-a16e-5fff675ba4f2 HTTP/1.1" status: 204 len: 168 time: 0.1318243 Mar 27 15:38:48.860792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51890) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:48.868178 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269f96c-7998-4f15-9aab-9cc14b07bf89 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39526d95-a367-41ca-a16e-5fff675ba4f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:48.873431 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.api.v2.resource [None req-69d24310-a2b1-4697-8367-2e0bf5f84ad1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] show failed (client error): The resource could not be found. Mar 27 15:38:48.875115 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-69d24310-a2b1-4697-8367-2e0bf5f84ad1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups/39526d95-a367-41ca-a16e-5fff675ba4f2 HTTP/1.1" status: 404 len: 347 time: 0.0126848 Mar 27 15:38:48.877768 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51892) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:49.003029 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 7fdbb58c-6bec-43ce-8eb3-ac3fd7695973 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:38:49.003302 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:49.075689 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:49.076018 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:49.087388 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 7fdbb58c-6bec-43ce-8eb3-ac3fd7695973 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:38:49.223519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (7fdbb58c-6bec-43ce-8eb3-ac3fd7695973), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:49.251458 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=7fdbb58c-6bec-43ce-8eb3-ac3fd7695973,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:49.312358 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (5682953a-6d32-4d6d-a7bd-44341b955703), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:49.314853 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:49.316023 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-0b8f341e-28c7-41ec-8f17-b5a2a305cf81 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/floatingips/5682953a-6d32-4d6d-a7bd-44341b955703 HTTP/1.1" status: 204 len: 168 time: 0.4373310 Mar 27 15:38:50.282172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 98b46270-e6e3-4bc1-bce4-833b86d80e19 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:38:50.303219 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 98b46270-e6e3-4bc1-bce4-833b86d80e19 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:38:50.303491 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 98b46270-e6e3-4bc1-bce4-833b86d80e19 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:38:50.896148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb58e0-1fb2-4907-88c8-c88c7ccda0cb req-e3dbbd69-e5c4-4c46-bd03-fb819a125c33 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:50.897545 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-51bb58e0-1fb2-4907-88c8-c88c7ccda0cb req-e3dbbd69-e5c4-4c46-bd03-fb819a125c33 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.0519066 Mar 27 15:38:50.943648 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-51bb58e0-1fb2-4907-88c8-c88c7ccda0cb req-6bf53b74-728f-4cee-bf71-4719bf27cd5e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Mar 27 15:38:52.331079 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1eb7-8231-4e28-9d39-185e182e25d9 req-58edc680-182b-4400-bb19-6d66d15abfc4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:52.332500 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ea3c1eb7-8231-4e28-9d39-185e182e25d9 req-58edc680-182b-4400-bb19-6d66d15abfc4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.3218207 Mar 27 15:38:52.343457 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-dc86fac0-010b-407a-aca8-c8e09d502466 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:52.344858 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-dc86fac0-010b-407a-aca8-c8e09d502466 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 946 time: 0.0695944 Mar 27 15:38:52.441113 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ea3c1eb7-8231-4e28-9d39-185e182e25d9 req-567da820-624a-454f-a9b8-c56fc583f424 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953078 Mar 27 15:38:52.465909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 9c4186e3-4473-401b-bb17-7bfa3bc543cd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:38:52.466244 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:52.555454 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] For port 9c4186e3-4473-401b-bb17-7bfa3bc543cd, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9c4186e3-4473-401b-bb17-7bfa3bc543cd,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:38:52.555818 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:52.727387 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:52.727871 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (343c7215-070d-4e8c-a484-5bec3f29422e), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:52.728472 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP 343c7215-070d-4e8c-a484-5bec3f29422e disassociated. External IP: 172.27.1.79, port: 9c4186e3-4473-401b-bb17-7bfa3bc543cd. Mar 27 15:38:52.728948 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 9c4186e3-4473-401b-bb17-7bfa3bc543cd owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:38:52.852399 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (9c4186e3-4473-401b-bb17-7bfa3bc543cd), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:52.882494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=9c4186e3-4473-401b-bb17-7bfa3bc543cd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:52.995413 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:38:53.103393 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:38:53.150423 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] No DVR routers for this DVR port 9c4186e3-4473-401b-bb17-7bfa3bc543cd on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:38:53.153173 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:53.157589 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-10b9f156-aab7-44c1-aab8-c19d106b25a4 req-7af58d49-220a-4e09-ae97-3b4bf5eaad05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "DELETE /v2.0/ports/9c4186e3-4473-401b-bb17-7bfa3bc543cd HTTP/1.1" status: 204 len: 173 time: 0.8061743 Mar 27 15:38:53.158103 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'name': 'network-vif-deleted', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:38:53.160442 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b02c9-0765-420c-a7cb-c7697d531cc1" -d '{"events": [{"server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "name": "network-vif-deleted", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:38:53.203860 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1012594-4930-4aea-9987-41b38d77b5c5 x-openstack-request-id: req-c1012594-4930-4aea-9987-41b38d77b5c5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:38:53.204173 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c93e3-8e83-46f3-8499-f7a78ef1dba0", "name": "network-vif-deleted", "tag": "9c4186e3-4473-401b-bb17-7bfa3bc543cd", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:38:53.204430 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1012594-4930-4aea-9987-41b38d77b5c5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:38:53.204881 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1012594-4930-4aea-9987-41b38d77b5c5'] response: {'server_uuid': '7d3c93e3-8e83-46f3-8499-f7a78ef1dba0', 'name': 'network-vif-deleted', 'tag': '9c4186e3-4473-401b-bb17-7bfa3bc543cd', 'status': 'completed', 'code': 200} Mar 27 15:38:53.206693 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:38:53.217056 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:38:53.217678 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:38:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:53.333888 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:38:53.539511 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:53.551163 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-38574df1-09f1-42c2-a005-cb18a546db5a req-7f7f1cfd-1552-423c-a7cf-1566e5a7649b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c93e3-8e83-46f3-8499-f7a78ef1dba0 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Mar 27 15:38:53.570372 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:38:53.578805 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:38:53.579509 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:38:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:53.688122 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:38:53.885220 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:38:53.911422 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07834333-ff27-455b-b4c9-402c1fc38084 None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:38:54.117690 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a8899-d188-4677-acb2-e0b26b3bda01 None None] New status for floating IP 343c7215-070d-4e8c-a484-5bec3f29422e: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:38:54.636379 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51924) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:54.688278 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12c709be-d942-4cc9-852b-ca31ac6e338b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.714505 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12c709be-d942-4cc9-852b-ca31ac6e338b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.760357 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12c709be-d942-4cc9-852b-ca31ac6e338b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.762879 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12c709be-d942-4cc9-852b-ca31ac6e338b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.764042 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-12c709be-d942-4cc9-852b-ca31ac6e338b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/security-groups/bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393 HTTP/1.1" status: 204 len: 168 time: 0.1266916 Mar 27 15:38:54.767558 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51926) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:54.773549 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c709be-d942-4cc9-852b-ca31ac6e338b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:54.781084 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.api.v2.resource [None req-4b7a6693-963b-4c97-b052-bae99b719216 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] show failed (client error): The resource could not be found. Mar 27 15:38:54.782976 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-4b7a6693-963b-4c97-b052-bae99b719216 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups/bb389e2a-ef56-4fbc-ae9d-f83d8c2aa393 HTTP/1.1" status: 404 len: 347 time: 0.0137119 Mar 27 15:38:54.785142 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51928) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:54.907604 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 994710e3-19c1-4116-8134-a02af43999cd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:38:54.907841 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (994710e3-19c1-4116-8134-a02af43999cd), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.986206 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (994710e3-19c1-4116-8134-a02af43999cd), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.986529 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (994710e3-19c1-4116-8134-a02af43999cd), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:54.997945 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 994710e3-19c1-4116-8134-a02af43999cd owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:38:55.124972 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (994710e3-19c1-4116-8134-a02af43999cd), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.152424 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=994710e3-19c1-4116-8134-a02af43999cd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:55.212301 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (343c7215-070d-4e8c-a484-5bec3f29422e), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.214832 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.216184 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-68e41652-414b-4a89-b6f2-ff172dac09d7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/floatingips/343c7215-070d-4e8c-a484-5bec3f29422e HTTP/1.1" status: 204 len: 168 time: 0.4300346 Mar 27 15:38:55.402222 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 51932) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:55.407442 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682010040', 'description': 'tempest-description--12933918'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:55.428255 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.494174 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (d0a1edae-748f-46c6-90a8-3fbf87cb6702), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.498535 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d0a1edae-748f-46c6-90a8-3fbf87cb6702), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.525788 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.527020 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1237814 Mar 27 15:38:55.530121 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:55.531551 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45fea1-8675-4083-9106-62257241983c tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a1edae-748f-46c6-90a8-3fbf87cb6702,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:55.535383 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': 'd0a1edae-748f-46c6-90a8-3fbf87cb6702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:55.559981 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (1be7c53e-188b-4e02-a58c-79530c7f9020), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.603197 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (1be7c53e-188b-4e02-a58c-79530c7f9020), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.606407 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (1be7c53e-188b-4e02-a58c-79530c7f9020), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.624540 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be7c53e-188b-4e02-a58c-79530c7f9020,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:55.629382 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.630554 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-29bf790d-e1d4-4e9a-bc5b-786f56e4c243 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0987978 Mar 27 15:38:55.633153 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51936) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:55.637274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': 'd0a1edae-748f-46c6-90a8-3fbf87cb6702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:55.661455 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (d60e505c-60b4-485a-ae5f-b504a9e4ae29), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.715232 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (d60e505c-60b4-485a-ae5f-b504a9e4ae29), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.719276 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (d60e505c-60b4-485a-ae5f-b504a9e4ae29), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.736230 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60e505c-60b4-485a-ae5f-b504a9e4ae29,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:55.742320 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.743517 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-827c1d68-5a87-4cd1-9cf5-ce15ce911dbc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094685 Mar 27 15:38:55.746447 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51938) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:38:55.750843 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:55.770856 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.867240 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:55.967360 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.27.1.126 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/2bee3f76-cad5-4b32-9dcb-06168767cfef) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:38:56.067587 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.102148 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.137169 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:38:56.140462 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:38:56.143916 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:38:56.168883 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=2bee3f76-cad5-4b32-9dcb-06168767cfef,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:56.236157 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (15356eb2-684c-43de-867f-1f4380c3bfca), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.271294 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.325978 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9c4186e3-4473-401b-bb17-7bfa3bc543cd no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:38:56.346676 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 9c4186e3-4473-401b-bb17-7bfa3bc543cd {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:38:56.347038 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 9c4186e3-4473-401b-bb17-7bfa3bc543cd not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:38:56.415293 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.419511 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.485242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=2bee3f76-cad5-4b32-9dcb-06168767cfef,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:56.494658 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (15356eb2-684c-43de-867f-1f4380c3bfca), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.509529 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:56.510738 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-8a0a2759-1cf2-4845-96cf-9798020802e3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7633681 Mar 27 15:38:56.655970 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-bdc202bd-32dd-43aa-8168-59307a4690b6 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--682010040&fields=id&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 267 time: 0.0417492 Mar 27 15:38:56.761961 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-5fe65be7-20ea-4e46-ac93-681553c1bd10 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:56.763359 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-5fe65be7-20ea-4e46-ac93-681553c1bd10 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.1012297 Mar 27 15:38:56.777591 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-885679f1-da84-4cec-a525-b33615c0cead tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/quotas/d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 375 time: 0.0090120 Mar 27 15:38:56.831463 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-339a5541-a833-4e15-99d6-740574564bcd tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485444 Mar 27 15:38:56.889073 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1bd4e318-21fc-4f9f-87a7-9d413f640e2f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 27 15:38:56.890119 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1bd4e318-21fc-4f9f-87a7-9d413f640e2f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480602 Mar 27 15:38:56.985092 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-f9f1b8d6-3688-4103-9abf-fc72047cee7f service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867045 Mar 27 15:38:57.072838 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-59ddf916-13ca-4cd4-b9c4-38f061d20e56 service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820115 Mar 27 15:38:57.233155 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-403b3692-2288-441c-977b-98216ecc2177 req-2949d738-cc9a-4ca3-b93b-6040852a70df tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Mar 27 15:38:58.113597 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-6011476f-ebd8-4c57-95a7-724208bc39ea tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:58.115077 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-6011476f-ebd8-4c57-95a7-724208bc39ea tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.1031973 Mar 27 15:38:58.177063 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-4f020785-31b4-40a4-9b73-f26a08763826 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 379 time: 0.0538085 Mar 27 15:38:58.187532 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'port': {'device_id': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'admin_state_up': True, 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'security_groups': ['d0a1edae-748f-46c6-90a8-3fbf87cb6702']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:58.292384 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Made reservation on behalf of d4a96a356145469bb2748a243931aa6d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:38:58.296023 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:58.340222 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6bfb28c3-0f47-46f5-9c50-a9849dbe34e7 req-d710fc91-475c-455f-842d-30fae4129698 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 210 time: 0.0306406 Mar 27 15:38:58.447088 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.20.0.7 (ce435aa2-deca-4061-9126-8fe195f9923c/2b0ac913-86a9-4ccd-a7b2-47046391c64b/6c4c07f0-5d55-4792-a751-03302546ba87) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:38:58.592018 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (6c4c07f0-5d55-4792-a751-03302546ba87), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:58.625263 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:58.666601 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:38:58.669670 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:38:58.676278 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:38:58.699301 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=6c4c07f0-5d55-4792-a751-03302546ba87,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:58.718038 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.718549 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.718895 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.719262 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.719596 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.719922 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.720244 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.720568 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.720887 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.721205 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.721526 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.721840 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.722153 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.722471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.722783 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:38:58.743305 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:58.743923 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:58.761462 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-1edac84f-cffa-4c7d-89cb-9cd17cecda05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778730 Mar 27 15:38:58.772511 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Request body: {'port': {'device_id': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:38:58.832339 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:58.864102 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-71852c0f-f48a-48fe-83d1-42b306e056b3 None None] Provisioning complete for port 6c4c07f0-5d55-4792-a751-03302546ba87 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:38:58.864707 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71852c0f-f48a-48fe-83d1-42b306e056b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:58.915814 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-71852c0f-f48a-48fe-83d1-42b306e056b3 None None] Port 6c4c07f0-5d55-4792-a751-03302546ba87 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:38:59.089462 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4c07f0-5d55-4792-a751-03302546ba87 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:38:59.097751 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Publish callbacks [] for port (6c4c07f0-5d55-4792-a751-03302546ba87), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:59.110074 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Transition to ACTIVE for port object 6c4c07f0-5d55-4792-a751-03302546ba87 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:38:59.113774 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:59.160965 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c07f0-5d55-4792-a751-03302546ba87,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:59.238046 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Attempting to bind port 6c4c07f0-5d55-4792-a751-03302546ba87 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:38:59.238379 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Attempting to bind port 6c4c07f0-5d55-4792-a751-03302546ba87 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:38:59.238701 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Attempting to bind port 6c4c07f0-5d55-4792-a751-03302546ba87 on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:38:59.243209 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Port 6c4c07f0-5d55-4792-a751-03302546ba87 on network ce435aa2-deca-4061-9126-8fe195f9923c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:38:59.243531 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Attempting to bind port 6c4c07f0-5d55-4792-a751-03302546ba87 on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:38:59.248408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:38:59.248747 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:38:59.249215 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Bound using segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:38:59.249642 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Bound port: 6c4c07f0-5d55-4792-a751-03302546ba87, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:38:59.250063 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:59.317431 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] For port 6c4c07f0-5d55-4792-a751-03302546ba87, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:38:59.320602 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] For port 6c4c07f0-5d55-4792-a751-03302546ba87, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6c4c07f0-5d55-4792-a751-03302546ba87,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:38:59.326034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:59.359681 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.359904 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:38:59.361294 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] 10.222.0.25 "PUT /v2.0/ports/6c4c07f0-5d55-4792-a751-03302546ba87 HTTP/1.1" status: 200 len: 1093 time: 0.5931559 Mar 27 15:38:59.361728 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:38:59.363991 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2680106-b73f-4e7f-8dff-bdad5c504953" -d '{"events": [{"name": "network-changed", "server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:38:59.391853 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb0b3a-44d0-4aa0-90ec-5dbbdfb8b60f service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c07f0-5d55-4792-a751-03302546ba87,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:38:59.437713 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21db759b-dc93-4334-91c1-e958fd97f34c x-openstack-request-id: req-21db759b-dc93-4334-91c1-e958fd97f34c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:38:59.438010 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:38:59.438265 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21db759b-dc93-4334-91c1-e958fd97f34c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:38:59.438738 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21db759b-dc93-4334-91c1-e958fd97f34c'] response: {'name': 'network-changed', 'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87', 'status': 'completed', 'code': 200} Mar 27 15:38:59.460843 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-58aaa87f-49cb-4312-a85f-fa4259a33a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.462443 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-58aaa87f-49cb-4312-a85f-fa4259a33a9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0576093 Mar 27 15:38:59.502242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaecfd2-2ce8-4368-8e51-f0cfb6a14365 req-28dd434f-d835-497e-ad42-6caaeab8401a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.503971 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-feaecfd2-2ce8-4368-8e51-f0cfb6a14365 req-28dd434f-d835-497e-ad42-6caaeab8401a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 943 time: 0.0612431 Mar 27 15:38:59.506395 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-eb8b078c-824f-4403-8a4e-37eba66f983f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c4c07f0-5d55-4792-a751-03302546ba87 HTTP/1.1" status: 200 len: 217 time: 0.0371118 Mar 27 15:38:59.557183 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-feaecfd2-2ce8-4368-8e51-f0cfb6a14365 req-2426ac9b-494f-4edd-a5d6-e02cf0061bbd tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474553 Mar 27 15:38:59.559434 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-7315e768-2404-44e4-95ab-03f9d87cbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.560866 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-7315e768-2404-44e4-95ab-03f9d87cbc29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0491016 Mar 27 15:38:59.612160 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-e2ceb514-8925-43ba-aec5-5ba47e06c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.613569 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-e2ceb514-8925-43ba-aec5-5ba47e06c76b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457389 Mar 27 15:38:59.700925 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-3010d3d0-258c-4d83-b45f-524572f01786 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813458 Mar 27 15:38:59.791652 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c588db68-b1dd-4d19-8a60-864f36effd8a req-e6df3fed-4ef1-40c7-b088-7d9ebd390353 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Mar 27 15:38:59.880520 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-a116389a-33c3-4cc1-b82c-5e1f229364ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.881852 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-a116389a-33c3-4cc1-b82c-5e1f229364ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 1127 time: 0.0436556 Mar 27 15:38:59.972088 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-617c86ff-2b17-4cca-a66c-b38b72e9ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:38:59.973518 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-617c86ff-2b17-4cca-a66c-b38b72e9ad6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0848801 Mar 27 15:39:00.013222 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-410a84a4-9f61-4e30-a730-589e49f4f03d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c4c07f0-5d55-4792-a751-03302546ba87 HTTP/1.1" status: 200 len: 217 time: 0.0334103 Mar 27 15:39:00.059765 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-15566815-ba52-40b4-b7e5-99cb3dda8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:00.061177 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-15566815-ba52-40b4-b7e5-99cb3dda8808 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0417345 Mar 27 15:39:00.112475 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-9e199a16-b773-4dc5-8f22-f2baa8568210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:00.113934 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-9e199a16-b773-4dc5-8f22-f2baa8568210 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467999 Mar 27 15:39:00.201401 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-5115e5a6-8de6-43d2-9201-e4d5190d0c70 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806954 Mar 27 15:39:00.291273 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d2680106-b73f-4e7f-8dff-bdad5c504953 req-89a00b56-7e26-4dbb-8c76-598714e16e7f service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836520 Mar 27 15:39:00.663904 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c2da082f-8d80-4354-a04c-9ad8f8eb4fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:00.678078 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd420e2-4da9-4c4a-8c10-1733b1fb46eb req-59b78044-a4c3-40c5-855c-75b4dd0cc5fa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:00.679586 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1dd420e2-4da9-4c4a-8c10-1733b1fb46eb req-59b78044-a4c3-40c5-855c-75b4dd0cc5fa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 943 time: 0.0552719 Mar 27 15:39:00.725735 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1dd420e2-4da9-4c4a-8c10-1733b1fb46eb req-e0a7b277-1565-43f0-a750-f65cec019578 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 Mar 27 15:39:01.841460 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d370ae-7f38-4ae0-ad59-908650edf597 req-ccd9eadf-8967-457f-8db1-9377b1c0bbab tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:01.843638 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-81d370ae-7f38-4ae0-ad59-908650edf597 req-ccd9eadf-8967-457f-8db1-9377b1c0bbab tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 943 time: 0.0513983 Mar 27 15:39:01.902389 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-81d370ae-7f38-4ae0-ad59-908650edf597 req-790e576f-8715-4f38-9ded-443267b0c20d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492911 Mar 27 15:39:02.356652 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 6c4c07f0-5d55-4792-a751-03302546ba87 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:39:02.451871 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 6c4c07f0-5d55-4792-a751-03302546ba87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6c4c07f0-5d55-4792-a751-03302546ba87,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:02.466033 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '6c4c07f0-5d55-4792-a751-03302546ba87', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'port_id': '6c4c07f0-5d55-4792-a751-03302546ba87', 'mac_address': 'fa:16:3e:19:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:39:02.504410 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 6c4c07f0-5d55-4792-a751-03302546ba87 is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:39:02.504797 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:02.517828 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4c07f0-5d55-4792-a751-03302546ba87 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:39:02.536968 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 6c4c07f0-5d55-4792-a751-03302546ba87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6c4c07f0-5d55-4792-a751-03302546ba87,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:02.540323 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:02.586503 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=6c4c07f0-5d55-4792-a751-03302546ba87,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:02.757803 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['6c4c07f0-5d55-4792-a751-03302546ba87'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:39:03.020307 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c937b-1121-4697-979a-826408ca568c req-d964a854-ed4f-484b-ad22-16ca06d41e06 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:03.021729 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7b2c937b-1121-4697-979a-826408ca568c req-d964a854-ed4f-484b-ad22-16ca06d41e06 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 944 time: 0.0516536 Mar 27 15:39:03.051365 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-91c0ef03-8647-44e5-b9de-222c6c597aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:03.070540 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-7b2c937b-1121-4697-979a-826408ca568c req-b2d760f4-ef8e-4f43-8a62-68bd70a386fc tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Mar 27 15:39:04.087994 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:04.188131 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7ebf-6989-42d3-922f-fe95a69e0e80 req-d9a3b9e4-852a-4553-9c7c-de63cd10a82f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:04.189578 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c54a7ebf-6989-42d3-922f-fe95a69e0e80 req-d9a3b9e4-852a-4553-9c7c-de63cd10a82f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 944 time: 0.0523682 Mar 27 15:39:04.372743 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 6c4c07f0-5d55-4792-a751-03302546ba87 up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:39:04.425574 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 6c4c07f0-5d55-4792-a751-03302546ba87 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:39:04.430118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 6c4c07f0-5d55-4792-a751-03302546ba87 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:39:04.430495 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:04.523534 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-c54a7ebf-6989-42d3-922f-fe95a69e0e80 req-9b356f56-6221-49ff-a091-327dbb36e8c9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283100 Mar 27 15:39:04.641386 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 6c4c07f0-5d55-4792-a751-03302546ba87 is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:39:04.641690 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:04.664557 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:39:04.666732 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c979a26-5cdb-4005-b3db-97cedf50346c" -d '{"events": [{"server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:39:04.679356 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 6c4c07f0-5d55-4792-a751-03302546ba87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6c4c07f0-5d55-4792-a751-03302546ba87,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:04.683547 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:04.708689 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa09f69-bb0d-4591-b25c-15cc306b9e5d x-openstack-request-id: req-6fa09f69-bb0d-4591-b25c-15cc306b9e5d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:39:04.708986 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:39:04.709242 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fa09f69-bb0d-4591-b25c-15cc306b9e5d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:39:04.709639 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa09f69-bb0d-4591-b25c-15cc306b9e5d'] response: {'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87', 'code': 200} Mar 27 15:39:04.735388 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=6c4c07f0-5d55-4792-a751-03302546ba87,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:04.742590 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.742964 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.743324 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.743668 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.744011 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.744463 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.744799 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.745130 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.745457 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.745785 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.746111 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.746436 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.746760 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.747111 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.747435 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:04.871763 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdde31-a39e-4e1c-8f57-f50531019e94 req-1dbb9fbf-9f81-4762-a55b-1a3cd1b6da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:04.874608 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cfbdde31-a39e-4e1c-8f57-f50531019e94 req-1dbb9fbf-9f81-4762-a55b-1a3cd1b6da96 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 1129 time: 0.0488150 Mar 27 15:39:04.917865 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-cfbdde31-a39e-4e1c-8f57-f50531019e94 req-6c21f144-e4c2-4dcf-b31f-84bdbc102ec5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377154 Mar 27 15:39:05.412509 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:05.647308 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9edb1-470b-4f4e-a920-4ed2dc0227d0 req-39eb9bec-8448-4caa-bd33-2ea94a57e0a3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:05.648714 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-15d9edb1-470b-4f4e-a920-4ed2dc0227d0 req-39eb9bec-8448-4caa-bd33-2ea94a57e0a3 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Mar 27 15:39:05.695117 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-15d9edb1-470b-4f4e-a920-4ed2dc0227d0 req-2dd49ef1-0413-4286-96b5-bbdcfcdfd43e tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404296 Mar 27 15:39:06.812630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f924cb5-0e4c-4b72-a0a1-2a2fdd799710 req-a3230378-a834-4413-9556-0534f8dd1abb tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:06.814065 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f924cb5-0e4c-4b72-a0a1-2a2fdd799710 req-a3230378-a834-4413-9556-0534f8dd1abb tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Mar 27 15:39:06.866083 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-0f924cb5-0e4c-4b72-a0a1-2a2fdd799710 req-546a2291-938f-4e69-af15-3e9d37ece906 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464814 Mar 27 15:39:06.958223 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:06.980726 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d47834-fb08-4d65-8601-06bdabdffe00 req-c9ccbc8d-a71f-4f09-9882-8a90840344ce tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:06.982195 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-89d47834-fb08-4d65-8601-06bdabdffe00 req-c9ccbc8d-a71f-4f09-9882-8a90840344ce tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 945 time: 0.0547359 Mar 27 15:39:06.990542 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 51990) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:06.994714 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'port_id': '6c4c07f0-5d55-4792-a751-03302546ba87'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:07.035082 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (15356eb2-684c-43de-867f-1f4380c3bfca), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:07.447464 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:07.451158 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (15356eb2-684c-43de-867f-1f4380c3bfca), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:07.547193 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP 15356eb2-684c-43de-867f-1f4380c3bfca associated. External IP: 172.27.1.126, port: 6c4c07f0-5d55-4792-a751-03302546ba87. Mar 27 15:39:07.752011 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:39:07.859330 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:39:07.864184 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:07.868799 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:39:07.878200 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:39:07.878797 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:39:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:07.906968 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-ce57e4c8-0049-4771-a551-99d4d396c3f9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "PUT /v2.0/floatingips/15356eb2-684c-43de-867f-1f4380c3bfca HTTP/1.1" status: 200 len: 991 time: 0.9022923 Mar 27 15:39:07.906968 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:39:07.906968 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1ea51a-0783-4326-a61d-12e584604ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:39:07.933068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6914017b-b9c6-4cee-9712-415064213dea x-openstack-request-id: req-6914017b-b9c6-4cee-9712-415064213dea {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:39:07.933357 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:39:07.933609 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6914017b-b9c6-4cee-9712-415064213dea {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:39:07.934013 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6914017b-b9c6-4cee-9712-415064213dea'] response: {'name': 'network-changed', 'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87', 'status': 'completed', 'code': 200} Mar 27 15:39:07.996216 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:39:08.000933 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-8352838c-4b75-472b-825c-65c2b98380d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:08.002416 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-8352838c-4b75-472b-825c-65c2b98380d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 1129 time: 0.0470076 Mar 27 15:39:08.091697 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-86064add-1b0e-4254-8f23-f7bbb73df400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:08.093292 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-86064add-1b0e-4254-8f23-f7bbb73df400 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0852349 Mar 27 15:39:08.160761 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-7e2138f0-b910-42be-a50c-ee2846098063 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c4c07f0-5d55-4792-a751-03302546ba87 HTTP/1.1" status: 200 len: 999 time: 0.0615757 Mar 27 15:39:08.207411 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-6fae8cb3-4265-477c-a287-2f572919598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:08.208881 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-6fae8cb3-4265-477c-a287-2f572919598e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0432692 Mar 27 15:39:08.224577 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '15356eb2-684c-43de-867f-1f4380c3bfca', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '6c4c07f0-5d55-4792-a751-03302546ba87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:19:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:38:56Z', 'updated_at': '2022-03-27T15:39:07Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:08.250874 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:39:08.257182 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-92ffb52e-b3b8-4192-942e-23eb2803aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:08.258701 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-92ffb52e-b3b8-4192-942e-23eb2803aaf6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446568 Mar 27 15:39:08.258835 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:39:08.259403 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:39:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:08.347689 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-6eeca0ae-ca35-49ba-b9e7-2ce322aa4d66 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835340 Mar 27 15:39:08.366348 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:39:08.433328 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff1ea51a-0783-4326-a61d-12e584604ffe req-37ae5fcf-91d2-45d5-9e76-3ac278f4567c service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805283 Mar 27 15:39:08.591190 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '15356eb2-684c-43de-867f-1f4380c3bfca', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '6c4c07f0-5d55-4792-a751-03302546ba87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:19:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:38:56Z', 'updated_at': '2022-03-27T15:39:07Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:08.696730 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cbd86d-8bc0-464f-b962-56eadcae1f8d None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': '15356eb2-684c-43de-867f-1f4380c3bfca', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '6c4c07f0-5d55-4792-a751-03302546ba87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:19:5a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:38:56Z', 'updated_at': '2022-03-27T15:39:07Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:39:08.881213 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c08a13-eb99-4eb7-9c7a-962a5a3fbaf2 None None] New status for floating IP 15356eb2-684c-43de-867f-1f4380c3bfca: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:39:09.537408 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:13.105470 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:39:15.838164 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-12d791f6-5059-4613-aa4b-01eb86a96e68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430498 Mar 27 15:39:15.902990 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-c08a4f27-c31b-4169-b293-e604b5ce87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:15.904430 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-c08a4f27-c31b-4169-b293-e604b5ce87e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1129 time: 0.0468733 Mar 27 15:39:16.011094 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-48702ef6-cdd4-475b-8e46-2ee18f566e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:16.012482 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-48702ef6-cdd4-475b-8e46-2ee18f566e3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0864956 Mar 27 15:39:16.080231 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-f327c850-8004-4782-8bb0-3d7aee36ce6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 1000 time: 0.0614142 Mar 27 15:39:16.129095 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-6c9912c6-98cf-426a-b98d-d9146e8e2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:16.130532 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-6c9912c6-98cf-426a-b98d-d9146e8e2bf1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0449817 Mar 27 15:39:16.179792 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-da1ca6d4-7ef5-44de-a12a-9dbe207fa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:16.181397 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-da1ca6d4-7ef5-44de-a12a-9dbe207fa33b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453877 Mar 27 15:39:16.270504 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-da2539f4-934e-4094-9aaa-67fe68397b63 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832531 Mar 27 15:39:16.603501 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-ff9387b2-8d28-4e6c-a680-bcc5a536c500 req-81bd3b8f-76a6-47d4-babf-29aa68ec9d1f service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276682 Mar 27 15:39:18.811295 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-faf6676c-d508-40b8-b5b4-0dd123e6ef2f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085821734&fields=id&tenant_id=47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 267 time: 0.0490596 Mar 27 15:39:18.926082 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-04c74f23-5163-4892-9686-ffe19c1929e4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:18.927787 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-04c74f23-5163-4892-9686-ffe19c1929e4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 811 time: 0.1097200 Mar 27 15:39:18.944175 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e3dc6cd7-46fe-4f62-bd53-4cf89385a4d6 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/quotas/47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 375 time: 0.0110023 Mar 27 15:39:19.005168 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-2929ad5e-1629-41fa-a914-92367288fdfb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556402 Mar 27 15:39:19.115318 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-2b82c27b-18a9-4612-8acf-89ff48d73ff8 service neutron] 10.222.0.10 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976033 Mar 27 15:39:19.225841 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-4c3a9598-e98f-46ea-81df-7ff9617d32ee service neutron] 10.222.0.10 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047273 Mar 27 15:39:19.507329 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b2dcfe64-1934-43ae-a127-2693516b2880 req-ed27f3c4-86d1-42aa-996c-787357aef610 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 210 time: 0.0274479 Mar 27 15:39:20.444744 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-8a00a430-67e2-4086-af3a-44add76770ec tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:20.446163 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-8a00a430-67e2-4086-af3a-44add76770ec tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 811 time: 0.1043882 Mar 27 15:39:20.520720 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-b9d6cc0d-2e7e-4902-8a4e-3d5509240e02 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f47e88258b4a389e25920f2327b7ea HTTP/1.1" status: 200 len: 380 time: 0.0647671 Mar 27 15:39:20.529587 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'port': {'device_id': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'admin_state_up': True, 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'security_groups': ['bc34f7c9-3764-4280-b6c8-1fe586084f25']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:20.606303 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d2dfe30e-f21d-4beb-95a9-2cb3665b5c58 req-44191700-7d39-4a18-8f74-fa14131023b2 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 210 time: 0.0274179 Mar 27 15:39:20.639653 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Made reservation on behalf of 47f47e88258b4a389e25920f2327b7ea for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:39:20.643566 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:20.768677 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Allocated IP 172.20.0.3 (c6462ed1-8118-4aa5-8d79-4e5d47792228/98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f/e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:39:20.934299 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:20.968201 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.008312 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:39:21.011351 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:39:21.014976 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:39:21.044988 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:21.071315 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:21.071923 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.087952 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-e404ea20-61ad-4d2b-9641-201ddae5e75f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619893 Mar 27 15:39:21.099243 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Request body: {'port': {'device_id': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:21.165779 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.305322 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-835d5806-9087-4053-a207-ee9dcc253747 None None] Provisioning complete for port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:39:21.305988 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-835d5806-9087-4053-a207-ee9dcc253747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.338805 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-835d5806-9087-4053-a207-ee9dcc253747 None None] Port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:39:21.425196 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:39:21.432443 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Publish callbacks [] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.444471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Transition to ACTIVE for port object e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:39:21.448475 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.496211 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:21.572857 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Attempting to bind port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:39:21.573538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Attempting to bind port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:39:21.573538 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Attempting to bind port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:39:21.578809 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f on network c6462ed1-8118-4aa5-8d79-4e5d47792228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:39:21.579363 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Attempting to bind port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f on network c6462ed1-8118-4aa5-8d79-4e5d47792228 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:39:21.584693 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:39:21.584864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Checking segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:39:21.585254 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Bound using segment: {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:39:21.585681 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Bound port: e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44643a3-6496-419a-98f5-61732c70fe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:39:21.586037 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.657635 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] For port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:39:21.660982 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] For port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:39:21.668701 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.714802 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:21.715184 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:21.716535 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f HTTP/1.1" status: 200 len: 1093 time: 0.6215944 Mar 27 15:39:21.716982 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:39:21.720145 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:39:21.773430 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb9eaf9-a909-4cbe-a1ec-1654b7d8eb31 x-openstack-request-id: req-dbb9eaf9-a909-4cbe-a1ec-1654b7d8eb31 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:39:21.773750 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:39:21.774001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbb9eaf9-a909-4cbe-a1ec-1654b7d8eb31 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:39:21.774403 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb9eaf9-a909-4cbe-a1ec-1654b7d8eb31'] response: {'name': 'network-changed', 'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'status': 'completed', 'code': 200} Mar 27 15:39:21.782366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d215c3-8483-4355-af2e-ab2fbbe290f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:21.819779 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b01ecd-f1a1-4832-a36e-8a07c5ec409e req-e3598245-1720-4381-baab-e4692ba7d7f8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:21.821307 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b0b01ecd-f1a1-4832-a36e-8a07c5ec409e req-e3598245-1720-4381-baab-e4692ba7d7f8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.1259217 Mar 27 15:39:21.850974 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-9ec16069-93fb-44d0-8b55-63ba2b3cad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:21.852473 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-9ec16069-93fb-44d0-8b55-63ba2b3cad78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 1127 time: 0.0888233 Mar 27 15:39:21.914579 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-404a5e3a-7c29-425e-b2a3-4cb1a0c94db2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f HTTP/1.1" status: 200 len: 217 time: 0.0510950 Mar 27 15:39:21.918520 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b0b01ecd-f1a1-4832-a36e-8a07c5ec409e req-ff5cd7cd-6dd5-4b13-b93f-beb9c72d5ac8 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912523 Mar 27 15:39:21.961616 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-f26869c0-7a92-4162-af24-de9e631a2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:21.963143 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-f26869c0-7a92-4162-af24-de9e631a2e45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0434432 Mar 27 15:39:22.012270 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-4b0e8dac-dbfb-4449-985e-a0334ef138eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:22.013760 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-4b0e8dac-dbfb-4449-985e-a0334ef138eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436556 Mar 27 15:39:22.106273 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-1abf2c10-bf8b-43e2-a039-6d06667d5fb1 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 Mar 27 15:39:22.193806 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9ca26d07-47d9-40a0-8697-507a2df05f22 req-b394a964-902d-403f-af75-c1cf3de05cae service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Mar 27 15:39:22.281593 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-9458ff00-dd79-4652-8b46-6fd597fb21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:22.283151 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-9458ff00-dd79-4652-8b46-6fd597fb21db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 1127 time: 0.0452266 Mar 27 15:39:22.372894 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-30d9dfee-084e-41b8-bf4a-04ef7fd4bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:22.374282 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-30d9dfee-084e-41b8-bf4a-04ef7fd4bbda service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0860176 Mar 27 15:39:22.415783 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-641a2ab5-7c81-46f0-ba3c-f7def5b44211 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f HTTP/1.1" status: 200 len: 217 time: 0.0345037 Mar 27 15:39:22.469000 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-09fd31b0-a4a5-465e-9d03-c99e56572bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:22.470475 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-09fd31b0-a4a5-465e-9d03-c99e56572bb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0490956 Mar 27 15:39:22.521042 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-2d38f190-5d7e-44c5-b75d-ccef536af478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:22.522532 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-2d38f190-5d7e-44c5-b75d-ccef536af478 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458536 Mar 27 15:39:22.618006 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-31730766-05c1-41b9-b5c2-44a4cdd45c57 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867867 Mar 27 15:39:22.713370 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-d3e1aa6f-e0ac-45d6-b196-070ceab4f03c req-7bc1e533-3918-459e-be09-690da537c9f9 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870719 Mar 27 15:39:23.034952 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1ec7f-d730-47ae-a0fb-d8c1c5b48749 req-1262babf-b368-4118-86db-0b98d56354f7 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:23.036392 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1ed1ec7f-d730-47ae-a0fb-d8c1c5b48749 req-1262babf-b368-4118-86db-0b98d56354f7 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0520458 Mar 27 15:39:23.086746 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-1ed1ec7f-d730-47ae-a0fb-d8c1c5b48749 req-a45efe99-778f-4308-a699-a5e17ffcdf96 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Mar 27 15:39:24.205630 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ec32-8b83-49e7-8cca-1a5bf637fe04 req-8b7076a9-8f54-454b-b8b7-89d7daf66b10 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:24.207114 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2ae3ec32-8b83-49e7-8cca-1a5bf637fe04 req-8b7076a9-8f54-454b-b8b7-89d7daf66b10 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0527904 Mar 27 15:39:24.254403 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2ae3ec32-8b83-49e7-8cca-1a5bf637fe04 req-2e088d00-89c7-4aa4-9db5-2758e7e18d59 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Mar 27 15:39:25.368075 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11389b-a1ff-4696-88bf-45d94de389fe req-0208406a-92f6-40db-89ce-4d0ae806ea87 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:25.369534 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ac11389b-a1ff-4696-88bf-45d94de389fe req-0208406a-92f6-40db-89ce-4d0ae806ea87 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0507460 Mar 27 15:39:25.417245 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ac11389b-a1ff-4696-88bf-45d94de389fe req-5de01838-2da1-43e1-aec3-0b152402efd2 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Mar 27 15:39:26.533331 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4387442-18cb-43b1-b50d-89aec29644dc req-9a46fdfa-63e6-4581-a2ed-858e0cbb97d4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:26.534805 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a4387442-18cb-43b1-b50d-89aec29644dc req-9a46fdfa-63e6-4581-a2ed-858e0cbb97d4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0532870 Mar 27 15:39:26.586757 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-a4387442-18cb-43b1-b50d-89aec29644dc req-9ef4861b-c6f2-4de8-b202-893cb37e0fa0 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Mar 27 15:39:27.702359 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8564b64-b7a0-4d5e-971b-b71cc2dd16e1 req-e4de7f6d-3c1a-4ce3-9a56-3a5e969f12b2 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:27.704611 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b8564b64-b7a0-4d5e-971b-b71cc2dd16e1 req-e4de7f6d-3c1a-4ce3-9a56-3a5e969f12b2 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0518429 Mar 27 15:39:27.751934 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b8564b64-b7a0-4d5e-971b-b71cc2dd16e1 req-32e00247-bc90-4e9b-805c-5831c3aba551 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Mar 27 15:39:28.869612 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709ecc-2cf0-4861-b2db-0f1f81302a95 req-bd8a4f61-c5d2-4755-89d8-39edbded644e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:28.871130 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-eb709ecc-2cf0-4861-b2db-0f1f81302a95 req-bd8a4f61-c5d2-4755-89d8-39edbded644e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0525746 Mar 27 15:39:28.919621 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-eb709ecc-2cf0-4861-b2db-0f1f81302a95 req-07af2702-ebae-4c3f-8e84-fe86e1559d91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Mar 27 15:39:30.038107 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee47f-b457-4207-a93a-c42da4811684 req-e24c73ea-310e-4aa6-8d86-91859b1d518f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:30.039596 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd5ee47f-b457-4207-a93a-c42da4811684 req-e24c73ea-310e-4aa6-8d86-91859b1d518f tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 943 time: 0.0549800 Mar 27 15:39:30.086466 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-fd5ee47f-b457-4207-a93a-c42da4811684 req-5d5ad0fe-aec8-4a4a-805e-62eaed3bb180 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 Mar 27 15:39:30.499559 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:39:30.596477 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:30.607401 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'port_id': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'mac_address': 'fa:16:3e:3e:fe:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:39:30.643075 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:39:30.643463 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:30.666147 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:39:30.684604 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba52c7a4-49ff-4767-a7c2-243ef3d1620a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:30.690416 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:30.694630 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:30.744406 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:30.918784 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:39:31.209143 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb70d5-72de-4070-b996-c38f37de5bb9 req-330c843e-b077-469a-be56-d3cafa8d1658 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:31.210587 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9fdb70d5-72de-4070-b996-c38f37de5bb9 req-330c843e-b077-469a-be56-d3cafa8d1658 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 944 time: 0.0520272 Mar 27 15:39:31.257409 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9fdb70d5-72de-4070-b996-c38f37de5bb9 req-c080012a-e9cb-4499-8c6d-792d1ef4b054 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Mar 27 15:39:32.375912 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36de82-f485-4487-8c6b-f89a9efcfbd3 req-155ca6bc-e582-40af-8264-ebac4c4eca52 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:32.377394 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2a36de82-f485-4487-8c6b-f89a9efcfbd3 req-155ca6bc-e582-40af-8264-ebac4c4eca52 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 944 time: 0.0538914 Mar 27 15:39:32.425858 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-2a36de82-f485-4487-8c6b-f89a9efcfbd3 req-a8df605b-ff5d-4dbe-a47a-582e08d99810 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Mar 27 15:39:32.507414 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:39:32.559860 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:39:32.564284 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:39:32.564659 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:32.641258 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:39:32.641631 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:32.663477 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:39:32.665650 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57f99b6-2087-4845-8912-3f03a397dce4" -d '{"events": [{"server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "name": "network-vif-plugged", "status": "completed", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:39:32.679045 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:32.683117 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:32.706412 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37fbbc5-6fe8-4352-b5ee-a9db754ab40d x-openstack-request-id: req-d37fbbc5-6fe8-4352-b5ee-a9db754ab40d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:39:32.706701 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "name": "network-vif-plugged", "status": "completed", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:39:32.706981 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d37fbbc5-6fe8-4352-b5ee-a9db754ab40d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:39:32.707367 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37fbbc5-6fe8-4352-b5ee-a9db754ab40d'] response: {'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'code': 200} Mar 27 15:39:32.732763 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:32.923843 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83202bf-761e-4db8-b57d-b677e81e11cb req-80938f48-4234-4c2c-97ea-7dd292128064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:32.925320 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f83202bf-761e-4db8-b57d-b677e81e11cb req-80938f48-4234-4c2c-97ea-7dd292128064 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 1129 time: 0.0467212 Mar 27 15:39:32.968246 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f83202bf-761e-4db8-b57d-b677e81e11cb req-f8bbb6c4-14f4-4227-b7cf-1ed1c00b5a7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370877 Mar 27 15:39:33.053776 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a28f31b8-c62b-4761-94c5-f8c0a65f7a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:33.544984 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614378-2238-442d-8491-5bfac29cd178 req-85020aa2-b725-4a6c-be53-54be23a9a05c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:33.546468 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b1614378-2238-442d-8491-5bfac29cd178 req-85020aa2-b725-4a6c-be53-54be23a9a05c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.0553937 Mar 27 15:39:33.596199 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b1614378-2238-442d-8491-5bfac29cd178 req-0d2a8742-2ddf-4909-8463-cdb3b20e5379 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 Mar 27 15:39:34.090056 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:34.767112 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecfd94-7e7c-4aa2-bd68-76737cf39ee7 req-6fe56672-d529-4112-a389-ec07c1fda7a6 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:34.768566 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dcecfd94-7e7c-4aa2-bd68-76737cf39ee7 req-6fe56672-d529-4112-a389-ec07c1fda7a6 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.0538685 Mar 27 15:39:34.817013 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-dcecfd94-7e7c-4aa2-bd68-76737cf39ee7 req-aa49980a-b5a0-45d3-b78c-38245528ec37 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Mar 27 15:39:34.934485 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20dd8d-6d54-40b4-9858-cd6ea4124d7f req-541e0124-f34d-4484-be06-504248113a01 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:34.935980 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bf20dd8d-6d54-40b4-9858-cd6ea4124d7f req-541e0124-f34d-4484-be06-504248113a01 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.0528800 Mar 27 15:39:34.985032 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-bf20dd8d-6d54-40b4-9858-cd6ea4124d7f req-3b0ff48d-9d28-4f26-a226-0d107597413e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Mar 27 15:39:35.006995 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52082) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:35.049565 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545ed76-99ca-4404-9f07-6b97558f9176 tempest-TestVolumeBootPattern-1478632539 tempest-TestVolumeBootPattern-1478632539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:35.051071 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-5545ed76-99ca-4404-9f07-6b97558f9176 tempest-TestVolumeBootPattern-1478632539 tempest-TestVolumeBootPattern-1478632539-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 1124 time: 0.0430942 Mar 27 15:39:35.053819 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52084) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:35.057894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'port_id': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:35.076803 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:35.178068 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:35.285575 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Allocated IP 172.27.1.50 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/8358f70c-2ea8-4f6f-9fd3-211c40960eb7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:39:35.384321 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:35.412789 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:35.418525 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:35.455933 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:39:35.458746 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:39:35.464755 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:39:35.470371 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=8358f70c-2ea8-4f6f-9fd3-211c40960eb7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:35.504851 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.505200 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.505549 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.505889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.506222 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.506553 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.506879 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.507231 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.507561 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.507884 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.508207 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.508536 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.508860 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.509175 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.509493 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:39:35.832030 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (f0597c36-4da9-4248-92f6-ecf4a8892641), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:35.901058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:36.050295 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:36.054667 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:36.119373 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event updated for resources: {'Port': ['ID=8358f70c-2ea8-4f6f-9fd3-211c40960eb7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:36.133106 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (f0597c36-4da9-4248-92f6-ecf4a8892641), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:36.247919 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Floating IP f0597c36-4da9-4248-92f6-ecf4a8892641 associated. External IP: 172.27.1.50, port: e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f. Mar 27 15:39:36.458036 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:39:36.568259 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:39:36.578626 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:39:36.585636 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:36.588863 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:39:36.589470 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:39:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:36.699527 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:39:36.884551 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-bcee1fa1-3174-4871-864f-b1c57ab31f19 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8297274 Mar 27 15:39:36.885146 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:39:36.887392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e62f18-d865-46f3-8c12-e21eada7f727" -d '{"events": [{"name": "network-changed", "server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:39:36.920882 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4fbfcd-c9d5-4942-a380-56720549b4be x-openstack-request-id: req-4e4fbfcd-c9d5-4942-a380-56720549b4be {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:39:36.921179 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:39:36.921979 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e4fbfcd-c9d5-4942-a380-56720549b4be {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:39:36.922553 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4fbfcd-c9d5-4942-a380-56720549b4be'] response: {'name': 'network-changed', 'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'status': 'completed', 'code': 200} Mar 27 15:39:36.933292 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:30Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}, {'id': 'f0597c36-4da9-4248-92f6-ecf4a8892641', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:3e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:39:35Z', 'updated_at': '2022-03-27T15:39:35Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:36.960376 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:39:36.962619 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:36.969710 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:39:36.970325 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:39:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:36.989136 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-03a58d51-945e-4aa1-8f2a-0371ec25d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:36.990628 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-03a58d51-945e-4aa1-8f2a-0371ec25d1ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 1129 time: 0.0485153 Mar 27 15:39:37.080056 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:39:37.080288 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-0b2386d6-7232-4ea1-9fac-b4235e387dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:37.081622 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-0b2386d6-7232-4ea1-9fac-b4235e387dbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0832241 Mar 27 15:39:37.149374 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-f3efa130-16b0-433a-ac57-7bc03bfa7322 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f HTTP/1.1" status: 200 len: 998 time: 0.0614560 Mar 27 15:39:37.195847 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-a58a033e-4479-475c-9c71-28bdaa3c7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:37.197296 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-a58a033e-4479-475c-9c71-28bdaa3c7416 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0430264 Mar 27 15:39:37.247191 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-7c462e04-46b0-4a98-80fd-289952504e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:37.248680 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-7c462e04-46b0-4a98-80fd-289952504e44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446923 Mar 27 15:39:37.314490 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:30Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}, {'id': 'f0597c36-4da9-4248-92f6-ecf4a8892641', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:3e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:39:35Z', 'updated_at': '2022-03-27T15:39:35Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:37.339581 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-ccf92775-920f-436b-8b1b-a5d05b932269 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Mar 27 15:39:37.339821 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e788b74d-adf9-4502-854a-cb68c5d69b69 None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:30Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}, {'id': 'f0597c36-4da9-4248-92f6-ecf4a8892641', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:3e:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:39:35Z', 'updated_at': '2022-03-27T15:39:35Z', 'revision_number': 0, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:39:37.433990 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-b4e62f18-d865-46f3-8c12-e21eada7f727 req-0b8c36cd-e12b-44bd-9a91-179d5c88acef service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875840 Mar 27 15:39:37.541423 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50884862-3129-42f0-b4e2-6a9faf6eebac None None] New status for floating IP f0597c36-4da9-4248-92f6-ecf4a8892641: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:39:39.546107 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:50.106771 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:39:53.504146 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676bcc-5862-4053-accd-e6e6830b85d2 req-50522712-dafc-4898-b8b2-139ff4f5313b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:53.505618 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-91676bcc-5862-4053-accd-e6e6830b85d2 req-50522712-dafc-4898-b8b2-139ff4f5313b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 945 time: 0.0544562 Mar 27 15:39:53.551931 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-91676bcc-5862-4053-accd-e6e6830b85d2 req-82d84ed4-2445-4431-850b-51c31bc73124 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Mar 27 15:39:54.671670 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ba65d-2c1b-488e-b3b0-b1103a19f742 req-fde18e06-15ff-49ef-b6c9-e2f0ed1a3c25 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:54.673132 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d4ba65d-2c1b-488e-b3b0-b1103a19f742 req-fde18e06-15ff-49ef-b6c9-e2f0ed1a3c25 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Mar 27 15:39:54.718493 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-0d4ba65d-2c1b-488e-b3b0-b1103a19f742 req-6125e363-15f5-4938-89e9-6a69c3e0f245 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0a1edae-748f-46c6-90a8-3fbf87cb6702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Mar 27 15:39:55.020120 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-4fab6317-2c14-4fbb-8bb0-c551e8cc3d62 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:55.021557 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-4fab6317-2c14-4fbb-8bb0-c551e8cc3d62 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 945 time: 0.0558915 Mar 27 15:39:55.111745 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 6c4c07f0-5d55-4792-a751-03302546ba87 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:39:55.112088 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.201054 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] For port 6c4c07f0-5d55-4792-a751-03302546ba87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6c4c07f0-5d55-4792-a751-03302546ba87,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:39:55.201416 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.367282 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.367676 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (15356eb2-684c-43de-867f-1f4380c3bfca), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.367999 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP 15356eb2-684c-43de-867f-1f4380c3bfca disassociated. External IP: 172.27.1.126, port: 6c4c07f0-5d55-4792-a751-03302546ba87. Mar 27 15:39:55.368335 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 6c4c07f0-5d55-4792-a751-03302546ba87 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:39:55.495812 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (6c4c07f0-5d55-4792-a751-03302546ba87), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.524566 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=6c4c07f0-5d55-4792-a751-03302546ba87,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:55.635657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:39:55.743471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:39:55.755454 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:39:55.764557 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:39:55.765477 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:39:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:55.785940 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] No DVR routers for this DVR port 6c4c07f0-5d55-4792-a751-03302546ba87 on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:39:55.789110 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:55.792967 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-9cf883b8-a7fb-4f89-ae62-ed9e2d478ed7 req-0cc99938-0c88-44fa-8a10-d0cde94f372a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "DELETE /v2.0/ports/6c4c07f0-5d55-4792-a751-03302546ba87 HTTP/1.1" status: 204 len: 173 time: 0.7655911 Mar 27 15:39:55.793911 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'name': 'network-vif-deleted', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:39:55.796093 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674f239-175a-4c6f-b093-1ea75c27d6f2" -d '{"events": [{"server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "name": "network-vif-deleted", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:39:55.831894 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c7672803-846b-41ba-ac51-1ded8f3d83a9 req-0ba04f6f-b9d9-444f-9c16-21faac0fd31a tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=d22503dd-f173-4882-871a-b8b9ee8e8cf3 HTTP/1.1" status: 200 len: 210 time: 0.0438662 Mar 27 15:39:55.838140 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb06ac01-a5f1-46b8-b4f0-cdabb5b02f7c x-openstack-request-id: req-cb06ac01-a5f1-46b8-b4f0-cdabb5b02f7c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:39:55.838427 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22503dd-f173-4882-871a-b8b9ee8e8cf3", "name": "network-vif-deleted", "tag": "6c4c07f0-5d55-4792-a751-03302546ba87", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:39:55.838699 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb06ac01-a5f1-46b8-b4f0-cdabb5b02f7c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:39:55.840534 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb06ac01-a5f1-46b8-b4f0-cdabb5b02f7c'] response: {'server_uuid': 'd22503dd-f173-4882-871a-b8b9ee8e8cf3', 'name': 'network-vif-deleted', 'tag': '6c4c07f0-5d55-4792-a751-03302546ba87', 'status': 'completed', 'code': 200} Mar 27 15:39:55.907433 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:39:56.115330 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:56.141492 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:39:56.150758 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:39:56.151371 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:39:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:56.262999 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:39:56.463329 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:39:56.572034 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5221195-8d7c-430c-8ec1-812b696f2c6b None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:39:56.779068 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8b4c9-90d0-4bcf-9b87-f66176670ced None None] New status for floating IP 15356eb2-684c-43de-867f-1f4380c3bfca: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:39:56.922666 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52164) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:56.975603 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81cc4cc5-b1f3-48ea-ba30-0a003793e374 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (d0a1edae-748f-46c6-90a8-3fbf87cb6702), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:56.998606 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81cc4cc5-b1f3-48ea-ba30-0a003793e374 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (d0a1edae-748f-46c6-90a8-3fbf87cb6702), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.046795 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81cc4cc5-b1f3-48ea-ba30-0a003793e374 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (d0a1edae-748f-46c6-90a8-3fbf87cb6702), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.050097 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81cc4cc5-b1f3-48ea-ba30-0a003793e374 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.051301 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-81cc4cc5-b1f3-48ea-ba30-0a003793e374 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0a1edae-748f-46c6-90a8-3fbf87cb6702 HTTP/1.1" status: 204 len: 168 time: 0.1275754 Mar 27 15:39:57.054025 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:57.060146 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc4cc5-b1f3-48ea-ba30-0a003793e374 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a1edae-748f-46c6-90a8-3fbf87cb6702,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:57.067065 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.api.v2.resource [None req-f3c64660-f6ff-416c-9913-e15d6f372ff4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] show failed (client error): The resource could not be found. Mar 27 15:39:57.068288 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f3c64660-f6ff-416c-9913-e15d6f372ff4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups/d0a1edae-748f-46c6-90a8-3fbf87cb6702 HTTP/1.1" status: 404 len: 347 time: 0.0130675 Mar 27 15:39:57.070784 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:57.190365 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 2bee3f76-cad5-4b32-9dcb-06168767cfef {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:39:57.190696 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.263972 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.264220 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (2bee3f76-cad5-4b32-9dcb-06168767cfef), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.276161 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 2bee3f76-cad5-4b32-9dcb-06168767cfef owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:39:57.403729 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (2bee3f76-cad5-4b32-9dcb-06168767cfef), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.428193 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=2bee3f76-cad5-4b32-9dcb-06168767cfef,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:57.487207 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (15356eb2-684c-43de-867f-1f4380c3bfca), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.489678 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:57.490801 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-f1d059da-b612-4f5f-8d76-62d410adfbc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/floatingips/15356eb2-684c-43de-867f-1f4380c3bfca HTTP/1.1" status: 204 len: 168 time: 0.4191144 Mar 27 15:39:58.286795 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:58.291500 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351143946', 'description': 'tempest-description--267992798'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:58.311548 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.382442 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (9ce89f98-189c-4146-b6ac-aeb9e5801bb4), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.386295 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9ce89f98-189c-4146-b6ac-aeb9e5801bb4), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.413743 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.414956 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1270409 Mar 27 15:39:58.417916 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52176) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:58.418794 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d1f2-a5c9-4ff9-a042-47e95ed00077 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce89f98-189c-4146-b6ac-aeb9e5801bb4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:58.422449 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': '9ce89f98-189c-4146-b6ac-aeb9e5801bb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:58.448657 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (6338bbc2-2712-4dcc-afe2-e8a399cc2768), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.493836 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (6338bbc2-2712-4dcc-afe2-e8a399cc2768), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.497432 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (6338bbc2-2712-4dcc-afe2-e8a399cc2768), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.514371 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6338bbc2-2712-4dcc-afe2-e8a399cc2768,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:58.522407 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.523631 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-c0a0182e-cf24-4672-a850-971ae4a1c0f4 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047132 Mar 27 15:39:58.526245 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52178) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:58.530461 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'security_group_rule': {'security_group_id': '9ce89f98-189c-4146-b6ac-aeb9e5801bb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:58.554706 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (f8006f82-bb87-4e30-b02f-e48ca5c76a4a), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.606947 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 6c4c07f0-5d55-4792-a751-03302546ba87 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:39:58.609494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (f8006f82-bb87-4e30-b02f-e48ca5c76a4a), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.613756 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550783'] for security_group_rule (f8006f82-bb87-4e30-b02f-e48ca5c76a4a), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.628365 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 6c4c07f0-5d55-4792-a751-03302546ba87 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:39:58.628718 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 6c4c07f0-5d55-4792-a751-03302546ba87 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:39:58.633740 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8006f82-bb87-4e30-b02f-e48ca5c76a4a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:58.640537 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.641735 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d890faf1-b84e-48ec-a801-1074eb7d1510 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145878 Mar 27 15:39:58.646181 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52180) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:39:58.650729 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:39:58.671773 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.766328 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:58.871498 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.27.1.35 (962028a5-eed6-44dc-be10-59d872ef2974/824c96d2-04a4-4feb-94d9-8bdcf32f1f00/e0cae641-5f91-458d-9e9b-399dcdb307ea) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:39:58.969855 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.003225 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.043707 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network 962028a5-eed6-44dc-be10-59d872ef2974 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:39:59.046430 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:39:59.052325 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:39:59.057759 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=e0cae641-5f91-458d-9e9b-399dcdb307ea,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:59.138051 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (d9310739-f20c-4b4d-a876-397e79de4767), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.174392 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.322523 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.326607 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6121948'] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.394207 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=e0cae641-5f91-458d-9e9b-399dcdb307ea,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:39:59.404050 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (d9310739-f20c-4b4d-a876-397e79de4767), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.418325 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:39:59.419569 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-7b2b8e7f-e91b-4d7c-8439-503613ea0369 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7722943 Mar 27 15:39:59.592084 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-4e32bd3c-6449-4c33-ba5a-4ef9f3f15ec8 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1351143946&fields=id&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 267 time: 0.0411558 Mar 27 15:39:59.694846 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-fb6e8ada-a1c9-4061-96ac-3ec54e7817bf tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:39:59.696126 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-fb6e8ada-a1c9-4061-96ac-3ec54e7817bf tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.0977361 Mar 27 15:39:59.711024 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-b712f2c9-25dc-442d-93d6-19a456b4b3aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/quotas/d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 375 time: 0.0095723 Mar 27 15:39:59.769611 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-fb577755-ee06-4af7-973c-f60f7769e116 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537744 Mar 27 15:39:59.860034 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-281623b3-18ee-4b69-b801-a6e38d51408d service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790880 Mar 27 15:39:59.949332 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-2c34d51e-40d7-4f57-a3de-ebec1d82c2fa service neutron] 10.222.0.10 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830445 Mar 27 15:40:00.112245 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-b486419d-eeb7-4374-8f7a-fb63dfadcae1 req-153863d8-9be3-4b53-b84b-6fb78c9f1036 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 210 time: 0.0322688 Mar 27 15:40:00.666342 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e70a5dd7-b282-4ebb-bfe0-6b5f728b64d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:01.222966 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-358e5055-81ad-4cb6-8ffa-33911d37b0c1 req-931fcd08-deef-4fd5-aa83-33a7e17b2734 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 210 time: 0.0352340 Mar 27 15:40:01.263530 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-1880d775-03da-4599-b7e5-877a31c82322 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:01.264938 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-1880d775-03da-4599-b7e5-877a31c82322 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 815 time: 0.3681490 Mar 27 15:40:01.324716 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-a556a0db-dd60-492e-8e89-f0b69c4fd907 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4a96a356145469bb2748a243931aa6d HTTP/1.1" status: 200 len: 380 time: 0.0515733 Mar 27 15:40:01.333566 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'port': {'device_id': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'admin_state_up': True, 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'security_groups': ['9ce89f98-189c-4146-b6ac-aeb9e5801bb4']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:40:01.432637 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Made reservation on behalf of d4a96a356145469bb2748a243931aa6d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 27 15:40:01.435958 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:01.561253 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Allocated IP 172.20.0.6 (ce435aa2-deca-4061-9126-8fe195f9923c/2b0ac913-86a9-4ccd-a7b2-47046391c64b/2810cfd3-51aa-4e98-92ec-44e4e54e2d4d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 27 15:40:01.696044 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:01.727531 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766921749495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:01.766756 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Network ce435aa2-deca-4061-9126-8fe195f9923c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 27 15:40:01.770099 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 27 15:40:01.773660 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 27 15:40:01.800830 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event updated for resources: {'Port': ['ID=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:01.816140 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.816486 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.816830 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.817162 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.817492 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.817824 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.818147 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.818466 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.818786 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.819131 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.819452 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.819771 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.820087 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.820403 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.820723 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:01.841158 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:01.841773 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:01.858123 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-039f8917-e714-448a-ae1b-c8834c82f542 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5285916 Mar 27 15:40:01.868967 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.v2.base [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Request body: {'port': {'device_id': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:40:01.933476 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.039345 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-70d3154c-598b-4694-8654-c4cb4d71456a None None] Provisioning complete for port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:40:02.040335 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-70d3154c-598b-4694-8654-c4cb4d71456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.074646 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-70d3154c-598b-4694-8654-c4cb4d71456a None None] Port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 27 15:40:02.189951 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:40:02.197437 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Publish callbacks [] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.209298 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Transition to ACTIVE for port object 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 27 15:40:02.212966 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.282955 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Pushing event updated for resources: {'Port': ['ID=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:02.339376 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Attempting to bind port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 27 15:40:02.339725 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Attempting to bind port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 27 15:40:02.340060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Attempting to bind port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:40:02.344679 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d on network ce435aa2-deca-4061-9126-8fe195f9923c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 27 15:40:02.345007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Attempting to bind port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d on network ce435aa2-deca-4061-9126-8fe195f9923c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 27 15:40:02.350309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Checking agent: {'id': 'e90cd303-2016-4c41-a05f-562e73cec4e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'started_at': datetime.datetime(2022, 3, 27, 15, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 27, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 27 15:40:02.350648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Checking segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 27 15:40:02.351066 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Bound using segment: {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 27 15:40:02.351496 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Bound port: 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222fd39-d216-4fe9-906e-bfb7dcf4cf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 27 15:40:02.351855 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.351962 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4025191-6eeb-4b9d-9f94-1b06d3c29f4b req-a1d05927-7715-4632-964c-0772eb1916d1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:02.359169 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4025191-6eeb-4b9d-9f94-1b06d3c29f4b req-a1d05927-7715-4632-964c-0772eb1916d1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 943 time: 0.0623963 Mar 27 15:40:02.407156 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a4025191-6eeb-4b9d-9f94-1b06d3c29f4b req-51de1c5d-49ef-45c3-a545-da502a5f67b7 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470908 Mar 27 15:40:02.426466 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] For port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host hv-cinder-83538, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 27 15:40:02.429863 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] For port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 27 15:40:02.436032 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5572705'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.468207 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:02.468795 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:02.470153 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] 10.222.0.25 "PUT /v2.0/ports/2810cfd3-51aa-4e98-92ec-44e4e54e2d4d HTTP/1.1" status: 200 len: 1093 time: 0.6054306 Mar 27 15:40:02.470842 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:40:02.473110 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:40:02.503185 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d2d89-98a4-4cd3-b54d-69053f039bfc service neutron] Pushing event updated for resources: {'Port': ['ID=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:02.524716 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4b257d-5794-4562-8c29-214252fc8c2b x-openstack-request-id: req-7a4b257d-5794-4562-8c29-214252fc8c2b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:40:02.525235 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:40:02.525498 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a4b257d-5794-4562-8c29-214252fc8c2b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:40:02.525935 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4b257d-5794-4562-8c29-214252fc8c2b'] response: {'name': 'network-changed', 'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'status': 'completed', 'code': 200} Mar 27 15:40:02.573659 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-60eb24bb-e42c-452e-a98f-2793a067fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:02.575212 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-60eb24bb-e42c-452e-a98f-2793a067fef6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 1127 time: 0.0477395 Mar 27 15:40:02.621200 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-e3c8a664-209e-43d9-aa95-c09ebb0f8a8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d HTTP/1.1" status: 200 len: 217 time: 0.0393789 Mar 27 15:40:02.670638 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-ae90bdc4-b156-41c1-8f53-1e0c33d7c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:02.672125 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-ae90bdc4-b156-41c1-8f53-1e0c33d7c47c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0455971 Mar 27 15:40:02.723055 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-60c4b55e-37ae-4120-8767-5a75082c0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:02.724549 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-60c4b55e-37ae-4120-8767-5a75082c0d8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458682 Mar 27 15:40:02.817235 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-16d62817-1950-443d-8eab-8b4882625c80 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Mar 27 15:40:02.905271 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86f8cce5-c718-4e1e-a503-7102f262a843 req-8b549356-354d-4bc0-b218-4f7d6a31cb1e service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823159 Mar 27 15:40:03.004377 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-1c7aa435-1673-4c18-a2b4-51ee97f2015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:03.005876 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-1c7aa435-1673-4c18-a2b4-51ee97f2015b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 1127 time: 0.0520387 Mar 27 15:40:03.055567 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0e96fd9-301b-4fb5-83ba-4ac45106a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:03.097494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-2da54587-c073-4428-95d0-a5fc18ad27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:03.098975 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-2da54587-c073-4428-95d0-a5fc18ad27c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0872791 Mar 27 15:40:03.144845 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-83212441-76dc-42d9-9648-ee676150052d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d HTTP/1.1" status: 200 len: 217 time: 0.0393198 Mar 27 15:40:03.192744 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-1d61d0cf-a1dd-4ecb-9f2b-c757bb981908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:03.194138 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-1d61d0cf-a1dd-4ecb-9f2b-c757bb981908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0439448 Mar 27 15:40:03.243478 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-0e075296-9989-4722-b1e1-5d33f8db300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:03.244929 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-0e075296-9989-4722-b1e1-5d33f8db300d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440159 Mar 27 15:40:03.344748 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-2dfb30de-97b3-4b70-ac40-2fd6c6737869 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915129 Mar 27 15:40:03.433875 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-c02c45a8-f812-47e2-93f7-8eb2104ba6c1 req-46f425a0-946d-4021-ad52-5333507c4632 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816491 Mar 27 15:40:03.528529 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8423989-e220-4a98-bfca-76488e51460e req-b6aeb0dd-9bdd-46cc-85e8-245aa039e047 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:03.530000 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e8423989-e220-4a98-bfca-76488e51460e req-b6aeb0dd-9bdd-46cc-85e8-245aa039e047 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 943 time: 0.0520773 Mar 27 15:40:03.577841 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-e8423989-e220-4a98-bfca-76488e51460e req-c55e324e-963c-4fed-9cba-dd7fd7e18b9d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Mar 27 15:40:04.093998 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:04.632475 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 27 15:40:04.699728 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd910ac-4efe-4390-a484-d5e2e84a1b14 req-7e286292-43e9-4af9-b927-2af2bf511781 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:04.701209 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6fd910ac-4efe-4390-a484-d5e2e84a1b14 req-7e286292-43e9-4af9-b927-2af2bf511781 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 943 time: 0.0534110 Mar 27 15:40:04.731479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:40:04.743445 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Returning: {'device': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'port_id': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'mac_address': 'fa:16:3e:27:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 27 15:40:04.746582 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6fd910ac-4efe-4390-a484-d5e2e84a1b14 req-8e656802-7b7d-476d-8188-a39d6e82ce2b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398252 Mar 27 15:40:04.780517 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d is: DOWN; New status is: BUILD {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:40:04.780908 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:04.793341 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 27 15:40:04.813308 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:40:04.817098 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:04.865587 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:04.872351 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.872701 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.873044 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.873384 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.873720 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.874051 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.874379 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.874706 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.875136 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.875466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.875792 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.876118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.876505 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.877363 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:04.877691 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:05.043034 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] get_ports_and_sgs() called for port_ids ['2810cfd3-51aa-4e98-92ec-44e4e54e2d4d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 27 15:40:05.416418 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:05.866703 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a7bef-b818-42ac-ac82-c21e22a62fd3 req-a0701cac-a78d-4e4f-ae3d-0b61a1797740 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:05.868223 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cf4a7bef-b818-42ac-ac82-c21e22a62fd3 req-a0701cac-a78d-4e4f-ae3d-0b61a1797740 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 944 time: 0.0558884 Mar 27 15:40:05.914276 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-cf4a7bef-b818-42ac-ac82-c21e22a62fd3 req-904886cc-2ffb-46a8-963c-73b47c1b8fea tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Mar 27 15:40:06.636839 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d up at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 27 15:40:06.685802 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning for port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 27 15:40:06.689479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Provisioning complete for port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 27 15:40:06.689847 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1360175'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:06.766580 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Current status of the port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d is: BUILD; New status is: ACTIVE {{(pid=103180) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 27 15:40:06.766929 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1649725'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:06.789372 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:40:06.791592 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f59f9e7d93279741634efc5c4d6e0cd57a554bd08534b544cd36dfc0a2c527bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5685e90-c5d6-4855-a0ba-2bb1151d4742" -d '{"events": [{"server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "name": "network-vif-plugged", "status": "completed", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:40:06.805365 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] For port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:40:06.809204 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766922236820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766921750797', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766921750815'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:06.835655 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc848688-0135-485a-8b43-14ae2575c4d8 x-openstack-request-id: req-bc848688-0135-485a-8b43-14ae2575c4d8 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:40:06.835949 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "name": "network-vif-plugged", "status": "completed", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:40:06.836199 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc848688-0135-485a-8b43-14ae2575c4d8 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:40:06.836587 dv-cinder-835384-1-iscsi neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc848688-0135-485a-8b43-14ae2575c4d8'] response: {'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'code': 200} Mar 27 15:40:06.863843 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Pushing event updated for resources: {'Port': ['ID=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:06.968546 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:07.002428 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65e5c6-1c29-48e7-baf4-4f7118cd121a req-c251c7a5-38cf-402d-81fb-6ced6de49164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:07.004311 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5a65e5c6-1c29-48e7-baf4-4f7118cd121a req-c251c7a5-38cf-402d-81fb-6ced6de49164 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 1129 time: 0.0499704 Mar 27 15:40:07.035376 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507a497-0778-4a70-83ff-902a2c47f7ca req-d8c1e2d0-869c-4f1c-bbc8-d8063d23bd61 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:07.036845 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4507a497-0778-4a70-83ff-902a2c47f7ca req-d8c1e2d0-869c-4f1c-bbc8-d8063d23bd61 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 945 time: 0.0539718 Mar 27 15:40:07.048272 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5a65e5c6-1c29-48e7-baf4-4f7118cd121a req-f4327464-eea2-4963-8ece-c2d1b45441a2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377977 Mar 27 15:40:07.083090 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-4507a497-0778-4a70-83ff-902a2c47f7ca req-a8175252-761a-424d-bead-c8bd9c354d6b tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Mar 27 15:40:08.200495 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b7469-6fe5-4d1c-91ae-94bce381b7a3 req-8def8f67-8a3c-4f71-a7f9-bd0ea8e893ef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:08.201939 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-db5b7469-6fe5-4d1c-91ae-94bce381b7a3 req-8def8f67-8a3c-4f71-a7f9-bd0ea8e893ef tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 945 time: 0.0519228 Mar 27 15:40:08.250846 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-db5b7469-6fe5-4d1c-91ae-94bce381b7a3 req-1277c007-d9c0-48e9-9c60-2ac1dc7f2c05 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Mar 27 15:40:08.367598 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe2556-9ff1-4d43-82b5-4b10ee4b4afd req-da0aad85-fd4d-4ca1-b884-169f15745467 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:08.368960 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-32fe2556-9ff1-4d43-82b5-4b10ee4b4afd req-da0aad85-fd4d-4ca1-b884-169f15745467 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 945 time: 0.0558462 Mar 27 15:40:08.377190 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52234) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:40:08.381388 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Request body: {'floatingip': {'port_id': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 27 15:40:08.418823 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (d9310739-f20c-4b4d-a876-397e79de4767), before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:08.845889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:08.849967 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (d9310739-f20c-4b4d-a876-397e79de4767), after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:08.946881 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.db.l3_db [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP d9310739-f20c-4b4d-a876-397e79de4767 associated. External IP: 172.27.1.35, port: 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d. Mar 27 15:40:09.149208 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:40:09.254660 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:40:09.259435 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:09.264326 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:40:09.274977 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:40:09.275572 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:40:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:09.289905 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-4e50bbbb-168a-42f0-8e18-8169e76987aa tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "PUT /v2.0/floatingips/d9310739-f20c-4b4d-a876-397e79de4767 HTTP/1.1" status: 200 len: 990 time: 0.9116549 Mar 27 15:40:09.290594 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:40:09.292889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2d8f6-36da-4f4a-99d4-f6490eae312f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:40:09.327791 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16dfacc-f54b-43bf-80bd-8199f6c0407c x-openstack-request-id: req-a16dfacc-f54b-43bf-80bd-8199f6c0407c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:40:09.328091 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:40:09.328347 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a16dfacc-f54b-43bf-80bd-8199f6c0407c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:40:09.328752 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16dfacc-f54b-43bf-80bd-8199f6c0407c'] response: {'name': 'network-changed', 'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'status': 'completed', 'code': 200} Mar 27 15:40:09.383434 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:40:09.398034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-c1d686cd-2c0d-409a-91a7-5c8bdb85fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:09.399623 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-c1d686cd-2c0d-409a-91a7-5c8bdb85fcad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4a96a356145469bb2748a243931aa6d&device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 1129 time: 0.0488214 Mar 27 15:40:09.486267 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-8eac0b2e-f853-4b71-9b2c-c18ac01cecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:09.488432 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-8eac0b2e-f853-4b71-9b2c-c18ac01cecb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 200 len: 915 time: 0.0832641 Mar 27 15:40:09.547744 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:09.556864 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-de71fc2b-52c1-40c7-a3fe-660e68764c81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d HTTP/1.1" status: 200 len: 998 time: 0.0628490 Mar 27 15:40:09.603756 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-c526ef9b-1cdd-4854-9f74-8f80f4c8b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:09.605236 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-c526ef9b-1cdd-4854-9f74-8f80f4c8b04f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 200 len: 854 time: 0.0430627 Mar 27 15:40:09.614768 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'd9310739-f20c-4b4d-a876-397e79de4767', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:27:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:39:59Z', 'updated_at': '2022-03-27T15:40:08Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:09.640997 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:40:09.649821 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:40:09.650423 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:40:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:09.653934 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-6819a6b8-3a9f-4f20-b9b3-b2b22e3bc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:09.655469 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-6819a6b8-3a9f-4f20-b9b3-b2b22e3bc5f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce435aa2-deca-4061-9126-8fe195f9923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450425 Mar 27 15:40:09.744577 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-7fcf9e94-1cb3-4406-817b-db9aeb32f00b service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829592 Mar 27 15:40:09.756986 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:40:09.831242 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-86e2d8f6-36da-4f4a-99d4-f6490eae312f req-a61cc40d-44e7-46b3-a413-9eb2ab1570f6 service neutron] 10.222.0.25 "GET /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809600 Mar 27 15:40:09.976258 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'd9310739-f20c-4b4d-a876-397e79de4767', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:27:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:39:59Z', 'updated_at': '2022-03-27T15:40:08Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:10.005199 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd0c73-a94c-436a-b2a8-c29aad123bf2 None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'd9310739-f20c-4b4d-a876-397e79de4767', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'port_id': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'mac_address': 'fa:16:3e:27:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:39:59Z', 'updated_at': '2022-03-27T15:40:08Z', 'revision_number': 1, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:40:10.206527 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446d3f1-69fa-44d7-9074-14d3905f89e6 None None] New status for floating IP d9310739-f20c-4b4d-a876-397e79de4767: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:40:27.105616 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:40:30.667696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-10d62fa8-0617-48e8-a6bf-3d3d3ca04714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:33.057515 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ee71bb1-de9e-49f4-80f3-00973ebca52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:34.096380 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:35.419393 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:36.971977 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:39.562479 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:54.767921 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c8163-78af-46c6-9efb-a7e3bcd74374 req-fe312081-52bd-4785-9823-2f2949490600 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:54.769309 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5a3c8163-78af-46c6-9efb-a7e3bcd74374 req-fe312081-52bd-4785-9823-2f2949490600 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 945 time: 0.0578399 Mar 27 15:40:54.815737 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5a3c8163-78af-46c6-9efb-a7e3bcd74374 req-97a54d8e-4564-4356-9661-3921245e17da tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 Mar 27 15:40:55.936878 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4f8a2-750d-43d7-b309-f995fe672e33 req-4300cb97-8a37-41ad-9bb9-5c1c64aa7b5f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:55.938328 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6ba4f8a2-750d-43d7-b309-f995fe672e33 req-4300cb97-8a37-41ad-9bb9-5c1c64aa7b5f tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 945 time: 0.0524371 Mar 27 15:40:55.985973 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-6ba4f8a2-750d-43d7-b309-f995fe672e33 req-191f38c8-d154-4dfe-b7a0-2eb9df1c9fc1 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce89f98-189c-4146-b6ac-aeb9e5801bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Mar 27 15:40:56.238637 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-a1d39249-d0a5-4820-9ab4-91ef43d5a50d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:40:56.240558 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-a1d39249-d0a5-4820-9ab4-91ef43d5a50d tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 945 time: 0.0557268 Mar 27 15:40:56.331882 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:40:56.332224 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:56.423188 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] For port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:40:56.423547 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:56.591699 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:56.592064 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-722762'] for floatingip (d9310739-f20c-4b4d-a876-397e79de4767), after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:56.592382 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Floating IP d9310739-f20c-4b4d-a876-397e79de4767 disassociated. External IP: 172.27.1.35, port: 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d. Mar 27 15:40:56.592719 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:40:56.720796 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (2810cfd3-51aa-4e98-92ec-44e4e54e2d4d), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:56.748351 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=2810cfd3-51aa-4e98-92ec-44e4e54e2d4d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:56.865864 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:40:56.975853 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:40:56.986602 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:40:56.996116 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:40:56.996759 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:40:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:57.016369 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] No DVR routers for this DVR port 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d on host hv-cinder-83538 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:40:57.018871 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:57.023534 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-5b79223d-41fb-4bff-9a3f-703237b65982 req-044ef6b5-ec29-4263-895c-78de80fa2a86 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.25 "DELETE /v2.0/ports/2810cfd3-51aa-4e98-92ec-44e4e54e2d4d HTTP/1.1" status: 204 len: 173 time: 0.7780704 Mar 27 15:40:57.023983 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'name': 'network-vif-deleted', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:40:57.026785 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e76b4-dddd-44bb-b8ea-274b3508616a" -d '{"events": [{"server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "name": "network-vif-deleted", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:40:57.075377 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5dc31b-ffd0-4538-8b4a-9c7b5a9e8567 x-openstack-request-id: req-8d5dc31b-ffd0-4538-8b4a-9c7b5a9e8567 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:40:57.075814 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae8331-b1b8-443c-bb6d-a4086c753f1b", "name": "network-vif-deleted", "tag": "2810cfd3-51aa-4e98-92ec-44e4e54e2d4d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:40:57.076411 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d5dc31b-ffd0-4538-8b4a-9c7b5a9e8567 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:40:57.076856 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5dc31b-ffd0-4538-8b4a-9c7b5a9e8567'] response: {'server_uuid': 'cfae8331-b1b8-443c-bb6d-a4086c753f1b', 'name': 'network-vif-deleted', 'tag': '2810cfd3-51aa-4e98-92ec-44e4e54e2d4d', 'status': 'completed', 'code': 200} Mar 27 15:40:57.114262 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-502fed62-6048-4e86-a033-27ad0cc2fd0f req-f3dee081-e56a-49df-8400-fdc1b8f53613 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfae8331-b1b8-443c-bb6d-a4086c753f1b HTTP/1.1" status: 200 len: 210 time: 0.0343626 Mar 27 15:40:57.118421 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:40:57.325492 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:57.352327 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:40:57.360708 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:40:57.361240 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:40:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:57.475044 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:40:57.766204 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:40:57.792358 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958e8ae-79a8-447e-94e1-739767241922 None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:36:56Z', 'revision_number': 4, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'fb8a74c2-377c-4557-af3d-297f511f840d', 'name': '', 'network_id': 'ce435aa2-deca-4061-9126-8fe195f9923c', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'mac_address': 'fa:16:3e:d1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:56Z', 'updated_at': '2022-03-27T15:37:00Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'subnets': [{'id': '2b0ac913-86a9-4ccd-a7b2-47046391c64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:40:58.003572 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17823b-0ff7-4c67-817e-fc05c110e196 None None] New status for floating IP d9310739-f20c-4b4d-a876-397e79de4767: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:40:58.186552 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52324) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:40:58.239765 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8af4-5133-428e-91bf-c2060e55fef9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (9ce89f98-189c-4146-b6ac-aeb9e5801bb4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.263846 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8af4-5133-428e-91bf-c2060e55fef9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (9ce89f98-189c-4146-b6ac-aeb9e5801bb4), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.314051 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8af4-5133-428e-91bf-c2060e55fef9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (9ce89f98-189c-4146-b6ac-aeb9e5801bb4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.316660 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ec8af4-5133-428e-91bf-c2060e55fef9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.317805 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-f9ec8af4-5133-428e-91bf-c2060e55fef9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/security-groups/9ce89f98-189c-4146-b6ac-aeb9e5801bb4 HTTP/1.1" status: 204 len: 168 time: 0.1302183 Mar 27 15:40:58.321358 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:40:58.327213 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec8af4-5133-428e-91bf-c2060e55fef9 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce89f98-189c-4146-b6ac-aeb9e5801bb4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:58.334865 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.api.v2.resource [None req-29b448b8-6f83-4444-bcf2-75dea8bdc441 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] show failed (client error): The resource could not be found. Mar 27 15:40:58.335956 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-29b448b8-6f83-4444-bcf2-75dea8bdc441 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "GET /v2.0/security-groups/9ce89f98-189c-4146-b6ac-aeb9e5801bb4 HTTP/1.1" status: 404 len: 347 time: 0.0136418 Mar 27 15:40:58.338739 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52328) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:40:58.460908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Deleting port e0cae641-5f91-458d-9e9b-399dcdb307ea {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:40:58.461247 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.537560 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.537889 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (e0cae641-5f91-458d-9e9b-399dcdb307ea), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.549351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Calling delete_port for e0cae641-5f91-458d-9e9b-399dcdb307ea owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:40:58.680231 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (e0cae641-5f91-458d-9e9b-399dcdb307ea), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.702909 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Pushing event deleted for resources: {'Port': ['ID=e0cae641-5f91-458d-9e9b-399dcdb307ea,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:40:58.715653 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.716015 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.716366 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.716710 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.717053 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.717391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.717725 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.718056 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.718386 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.718716 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.719077 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.719409 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.719739 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.720064 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.720389 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:40:58.774832 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks [] for floatingip (d9310739-f20c-4b4d-a876-397e79de4767), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.777367 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:40:58.778528 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-325e5399-c5f3-439b-b395-59d089d090d5 tempest-AttachVolumeNegativeTest-1530346589 tempest-AttachVolumeNegativeTest-1530346589-project] 10.222.0.10 "DELETE /v2.0/floatingips/d9310739-f20c-4b4d-a876-397e79de4767 HTTP/1.1" status: 204 len: 168 time: 0.4388585 Mar 27 15:41:00.669216 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da61-001d-405e-9fa1-9608cb98d748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:00.932121 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:00.955569 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:00.955911 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device 2810cfd3-51aa-4e98-92ec-44e4e54e2d4d not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:02.416336 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52364) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:02.759168 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (11bf7f51-9961-4d53-ac43-5c4f09d66d54), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:02.995670 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Deleting port fb8a74c2-377c-4557-af3d-297f511f840d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:02.995939 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:03.059522 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c037c667-244a-4da0-9f1a-e7ecf4ba2d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:03.076634 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] For port fb8a74c2-377c-4557-af3d-297f511f840d, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=fb8a74c2-377c-4557-af3d-297f511f840d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:03.076998 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:03.090017 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Calling delete_port for fb8a74c2-377c-4557-af3d-297f511f840d owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:03.264545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (fb8a74c2-377c-4557-af3d-297f511f840d), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:03.289788 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8a74c2-377c-4557-af3d-297f511f840d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:03.460637 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (11bf7f51-9961-4d53-ac43-5c4f09d66d54), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:03.949396 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:41:04.053701 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:41:04.058986 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-86fcc15a-b28e-4096-807a-ded33199e51c admin admin] 10.222.0.10 "PUT /v2.0/routers/11bf7f51-9961-4d53-ac43-5c4f09d66d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416099 Mar 27 15:41:04.061388 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:04.064797 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da6773-606e-4241-af30-dab379f2df45 None None] Sync routers for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:41:04.075563 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:04.076235 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:04.098241 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.145105 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:41:04.166630 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks [] for router (11bf7f51-9961-4d53-ac43-5c4f09d66d54), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.188650 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:04.281250 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks [] for router_gateway (11bf7f51-9961-4d53-ac43-5c4f09d66d54), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.332727 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Deleting port 34a9f89c-83a2-48a0-80c0-18669eab7b1e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:04.333058 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.365046 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:41:03Z', 'revision_number': 5, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port': {'id': '34a9f89c-83a2-48a0-80c0-18669eab7b1e', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:36:54Z', 'updated_at': '2022-03-27T15:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:04.395146 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da6773-606e-4241-af30-dab379f2df45 None None] Checking router: 11bf7f51-9961-4d53-ac43-5c4f09d66d54 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:41:04.404306 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] Routers {'11bf7f51-9961-4d53-ac43-5c4f09d66d54'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:04.404911 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:04.412633 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] For port 34a9f89c-83a2-48a0-80c0-18669eab7b1e, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=34a9f89c-83a2-48a0-80c0-18669eab7b1e,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:04.413005 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.425690 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Calling delete_port for 34a9f89c-83a2-48a0-80c0-18669eab7b1e owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:04.492105 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] Set router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:04.545755 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-83da6773-606e-4241-af30-dab379f2df45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:41:04Z', 'revision_number': 6, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:04.583313 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da6773-606e-4241-af30-dab379f2df45 None None] The sync data for ids ['11bf7f51-9961-4d53-ac43-5c4f09d66d54'] in dv-cinder-835384-1-iscsi is: [{'id': '11bf7f51-9961-4d53-ac43-5c4f09d66d54', 'name': 'tempest-AttachVolumeNegativeTest-1258708569-router', 'tenant_id': 'd4a96a356145469bb2748a243931aa6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:36:53Z', 'updated_at': '2022-03-27T15:41:04Z', 'revision_number': 6, 'project_id': 'd4a96a356145469bb2748a243931aa6d', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:41:04.602151 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (34a9f89c-83a2-48a0-80c0-18669eab7b1e), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.627560 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a9f89c-83a2-48a0-80c0-18669eab7b1e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:04.690040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (11bf7f51-9961-4d53-ac43-5c4f09d66d54), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.779981 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (11bf7f51-9961-4d53-ac43-5c4f09d66d54), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.782040 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks [] for router_controller (11bf7f51-9961-4d53-ac43-5c4f09d66d54), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.823356 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (11bf7f51-9961-4d53-ac43-5c4f09d66d54), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.823825 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11bf7f51-9961-4d53-ac43-5c4f09d66d54 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:41:04.828083 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.829124 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-416d38d2-87a0-43aa-a678-a3a54df9dc86 admin admin] 10.222.0.10 "DELETE /v2.0/routers/11bf7f51-9961-4d53-ac43-5c4f09d66d54 HTTP/1.1" status: 204 len: 168 time: 0.7668431 Mar 27 15:41:04.831629 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:04.877223 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Deleting subnet 2b0ac913-86a9-4ccd-a7b2-47046391c64b {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:41:04.880234 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Publish callbacks [] for subnet (2b0ac913-86a9-4ccd-a7b2-47046391c64b), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.918231 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083901'] for subnet (2b0ac913-86a9-4ccd-a7b2-47046391c64b), precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:04.999338 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (2b0ac913-86a9-4ccd-a7b2-47046391c64b), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.049965 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6125082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4227797'] for subnet (2b0ac913-86a9-4ccd-a7b2-47046391c64b), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.077026 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0ac913-86a9-4ccd-a7b2-47046391c64b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:05.078875 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.082146 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-a76e44c3-ccd1-4e6c-892d-5cb22df6c04b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2b0ac913-86a9-4ccd-a7b2-47046391c64b HTTP/1.1" status: 204 len: 168 time: 0.2494395 Mar 27 15:41:05.084046 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7eb7f-4c8d-4cc0-a8dc-99589b1f6c3d None None] Network ce435aa2-deca-4061-9126-8fe195f9923c requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:41:05.084581 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:05.153515 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (ce435aa2-deca-4061-9126-8fe195f9923c), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.206153 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Deleting port fcf870a3-88dd-4737-92c3-bb4c425bd47d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:05.206488 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.265789 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] For port fcf870a3-88dd-4737-92c3-bb4c425bd47d, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=fcf870a3-88dd-4737-92c3-bb4c425bd47d,segment=NetworkSegment(6222fd39-d216-4fe9-906e-bfb7dcf4cf44),segment_id=6222fd39-d216-4fe9-906e-bfb7dcf4cf44)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:05.266052 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.278605 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Calling delete_port for fcf870a3-88dd-4737-92c3-bb4c425bd47d owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:05.362090 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (fcf870a3-88dd-4737-92c3-bb4c425bd47d), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.366717 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca743f27-7809-4bfa-b16f-6d5e0cb0b8a2 None None] DHCP port deletion for ce435aa2-deca-4061-9126-8fe195f9923c request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:41:05.389047 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf870a3-88dd-4737-92c3-bb4c425bd47d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:05.392528 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] No DVR routers for this DVR port fcf870a3-88dd-4737-92c3-bb4c425bd47d on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:41:05.423696 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.466834 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (ce435aa2-deca-4061-9126-8fe195f9923c), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.487095 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce435aa2-deca-4061-9126-8fe195f9923c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:05.496391 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6222fd39-d216-4fe9-906e-bfb7dcf4cf44') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:05.496743 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6222fd39-d216-4fe9-906e-bfb7dcf4cf44') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:05.506809 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (6222fd39-d216-4fe9-906e-bfb7dcf4cf44), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.520088 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (6222fd39-d216-4fe9-906e-bfb7dcf4cf44), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.526630 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:41:05.527036 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (6222fd39-d216-4fe9-906e-bfb7dcf4cf44), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:41:05.528659 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:41:05.553132 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 34a9f89c-83a2-48a0-80c0-18669eab7b1e no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:05.577974 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 34a9f89c-83a2-48a0-80c0-18669eab7b1e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:05.578432 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 34a9f89c-83a2-48a0-80c0-18669eab7b1e not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:05.578798 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fcf870a3-88dd-4737-92c3-bb4c425bd47d no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:05.590544 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (ce435aa2-deca-4061-9126-8fe195f9923c), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.600066 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.605498 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ce435aa2-deca-4061-9126-8fe195f9923c HTTP/1.1" status: 204 len: 168 time: 0.5175335 Mar 27 15:41:05.607681 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: fcf870a3-88dd-4737-92c3-bb4c425bd47d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:05.608037 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fcf870a3-88dd-4737-92c3-bb4c425bd47d not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:05.608457 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fb8a74c2-377c-4557-af3d-297f511f840d no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:05.616747 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484954-a6b0-416a-b738-0e7d1348ce57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce435aa2-deca-4061-9126-8fe195f9923c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:05.635423 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: fb8a74c2-377c-4557-af3d-297f511f840d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:05.635770 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device fb8a74c2-377c-4557-af3d-297f511f840d not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:05.736367 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52374) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:05.776421 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e85b2409-3511-40c0-8d20-dcb693e05813 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4a96a356145469bb2748a243931aa6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388668 Mar 27 15:41:05.778802 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:05.824896 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Publish callbacks [] for security_group (79485b42-30ce-4e82-b87c-c46911a960da), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.845274 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Publish callbacks [] for security_group (79485b42-30ce-4e82-b87c-c46911a960da), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.892585 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (79485b42-30ce-4e82-b87c-c46911a960da), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.895158 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:05.896688 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79485b42-30ce-4e82-b87c-c46911a960da HTTP/1.1" status: 204 len: 168 time: 0.1169519 Mar 27 15:41:05.904432 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79485b42-30ce-4e82-b87c-c46911a960da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:05.911482 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.911898 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.912443 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.912876 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.913221 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.913563 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.913895 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.914227 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.914558 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.914888 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.915254 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.915579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.915909 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.916230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:05.916554 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c420f8e-26af-4243-ad0c-76a918a37d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:06.974113 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:09.569588 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:15.383530 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52452) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:15.533848 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Deleting port 8358f70c-2ea8-4f6f-9fd3-211c40960eb7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:15.534121 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:15.608298 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:15.608616 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:15.620329 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Calling delete_port for 8358f70c-2ea8-4f6f-9fd3-211c40960eb7 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:15.787356 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (8358f70c-2ea8-4f6f-9fd3-211c40960eb7), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:15.813019 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'Port': ['ID=8358f70c-2ea8-4f6f-9fd3-211c40960eb7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:15.876534 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (f0597c36-4da9-4248-92f6-ecf4a8892641), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:15.876864 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Floating IP f0597c36-4da9-4248-92f6-ecf4a8892641 disassociated (deleted). External IP: 172.27.1.50, port: e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f. Mar 27 15:41:16.316919 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:41:16.426304 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:41:16.432076 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:16.439801 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:41:16.449733 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:16.450363 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:16.473230 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-d1145cc9-586e-49fd-a7ea-2f07aa185f08 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "DELETE /v2.0/floatingips/f0597c36-4da9-4248-92f6-ecf4a8892641 HTTP/1.1" status: 204 len: 168 time: 1.0863204 Mar 27 15:41:16.473230 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:41:16.474181 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4bab38-6a36-466c-a08e-8e352adf31de" -d '{"events": [{"name": "network-changed", "server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:41:16.519313 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4285820-c60b-4f23-8093-0d7ff642c1b9 x-openstack-request-id: req-b4285820-c60b-4f23-8093-0d7ff642c1b9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:41:16.519598 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:41:16.519878 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4285820-c60b-4f23-8093-0d7ff642c1b9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:41:16.520304 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4285820-c60b-4f23-8093-0d7ff642c1b9'] response: {'name': 'network-changed', 'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'status': 'completed', 'code': 200} Mar 27 15:41:16.598074 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:16.616433 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-2f50362e-8528-4c0f-9bbf-f55c998dda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:16.618025 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-2f50362e-8528-4c0f-9bbf-f55c998dda85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 1129 time: 0.0751069 Mar 27 15:41:16.722313 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-5010bcf7-8fa5-4b06-8735-117fc93b2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:16.723796 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-5010bcf7-8fa5-4b06-8735-117fc93b2151 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0999720 Mar 27 15:41:16.724792 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987221-723b-4cd5-a62c-ae5d3c5e5454 req-be2908fe-e9dc-4257-ac43-aa40d8416a22 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:16.726327 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-16987221-723b-4cd5-a62c-ae5d3c5e5454 req-be2908fe-e9dc-4257-ac43-aa40d8416a22 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.0632093 Mar 27 15:41:16.770309 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-cc42e3b0-5af6-49db-b7d7-64c7c793d717 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f HTTP/1.1" status: 200 len: 217 time: 0.0389302 Mar 27 15:41:16.778596 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-16987221-723b-4cd5-a62c-ae5d3c5e5454 req-ce997df7-0c62-4408-8e06-c37e8fa11768 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466931 Mar 27 15:41:16.823455 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-d31075ef-6018-4eb1-903b-08dbfe2071b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:16.824917 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-d31075ef-6018-4eb1-903b-08dbfe2071b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0478735 Mar 27 15:41:16.837816 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:30Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:16.864157 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:41:16.873369 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:16.873976 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:16.876948 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-c5c2affc-050c-4903-8242-6af94aedae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:16.878594 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-c5c2affc-050c-4903-8242-6af94aedae19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471888 Mar 27 15:41:16.969468 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-60efec64-9aa1-4fc1-9b59-4e535f464ce7 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Mar 27 15:41:16.982202 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:17.059029 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-1b4bab38-6a36-466c-a08e-8e352adf31de req-1daa6c9a-18b4-4e05-bce3-37f22ccb35c4 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Mar 27 15:41:17.205874 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:30Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:17.235115 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcce18c-5aab-4752-94f5-5b095724e00d None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_floatingips': [{'id': 'b8d11f3e-e1dc-4782-805c-45d63b21edec', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'router_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'port_id': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'mac_address': 'fa:16:3e:9b:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff8d07-abac-418e-a426-cc702d331c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-27T15:37:28Z', 'updated_at': '2022-03-27T15:37:30Z', 'revision_number': 1, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:41:17.454181 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae4811-063a-4831-894c-fb6a27412c3c None None] New status for floating IP f0597c36-4da9-4248-92f6-ecf4a8892641: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:41:17.629902 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-b040bb6a-59a9-400c-b57e-76d9194e7302 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481548 Mar 27 15:41:17.724883 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-7f124aed-e91a-4a7f-a9fb-394f89690af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:17.726950 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-7f124aed-e91a-4a7f-a9fb-394f89690af3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1129 time: 0.0513196 Mar 27 15:41:17.845334 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-5bf9d645-1a5b-477b-a05b-221b0783f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:17.846764 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-5bf9d645-1a5b-477b-a05b-221b0783f364 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.0959580 Mar 27 15:41:17.945023 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-2c0afeda-b70d-46c5-9257-f143181a4f76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 1000 time: 0.0920458 Mar 27 15:41:17.959929 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6338-1cb9-49d4-be67-53a5d09edd13 req-978d7ca7-9786-4aca-ac85-7129c1d9cc1b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:17.962019 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2edd6338-1cb9-49d4-be67-53a5d09edd13 req-978d7ca7-9786-4aca-ac85-7129c1d9cc1b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.1030972 Mar 27 15:41:18.030768 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-fcaa811e-b84b-431d-bbf2-3f1650ded4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:18.032132 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-fcaa811e-b84b-431d-bbf2-3f1650ded4ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0793698 Mar 27 15:41:18.041152 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2edd6338-1cb9-49d4-be67-53a5d09edd13 req-c9b46978-97bc-49d3-8085-e40ab2f8ba78 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719790 Mar 27 15:41:18.088063 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-a8093c80-0fb0-45c7-a682-4f9bd081b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:18.089536 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-a8093c80-0fb0-45c7-a682-4f9bd081b519 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475588 Mar 27 15:41:18.150835 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-efcecad6-82bc-4a49-ab10-ea175b052917 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:18.152435 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-efcecad6-82bc-4a49-ab10-ea175b052917 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.0511811 Mar 27 15:41:18.182979 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-9746d8a6-0b60-4b2e-8e44-f119af49ed06 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819528 Mar 27 15:41:19.156409 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073c4c-f7a5-4803-b828-9d96fb75804d req-3859e530-864a-4836-aa1b-2aa5b446a799 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:19.157868 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d7073c4c-f7a5-4803-b828-9d96fb75804d req-3859e530-864a-4836-aa1b-2aa5b446a799 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 945 time: 0.0520077 Mar 27 15:41:19.204672 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-d7073c4c-f7a5-4803-b828-9d96fb75804d req-dee2d522-229d-4f55-bc0f-436264abacc4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Mar 27 15:41:19.816638 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-2c950f15-94ed-4f26-9032-cb0f75ca2a38 req-ff05fa50-f158-47f0-823c-d93e51d78bb1 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864391 Mar 27 15:41:19.819432 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Deleting port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:19.819778 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:19.918926 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] For port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:19.919390 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:19.935908 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Calling delete_port for e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:20.058640 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:20.086831 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'Port': ['ID=e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:20.132274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] No DVR routers for this DVR port e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:41:20.134866 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:20.138162 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-95e2d04f-e29b-4f98-ac6c-40ac983ef895 req-61941f5e-5c0f-4e8c-8431-e4dda726056c tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "DELETE /v2.0/ports/e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f HTTP/1.1" status: 204 len: 173 time: 0.4087248 Mar 27 15:41:20.138603 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'name': 'network-vif-deleted', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:41:20.140939 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe56d0b-bddf-42bd-9dc1-021315394fc1" -d '{"events": [{"server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "name": "network-vif-deleted", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:41:20.176549 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc78c0f4-938a-48b1-904a-8a6922f5103c x-openstack-request-id: req-cc78c0f4-938a-48b1-904a-8a6922f5103c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:41:20.177126 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a46aa0a-a056-41f7-89e6-4a6bb17943cd", "name": "network-vif-deleted", "tag": "e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:41:20.177126 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc78c0f4-938a-48b1-904a-8a6922f5103c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:41:20.177476 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc78c0f4-938a-48b1-904a-8a6922f5103c'] response: {'server_uuid': '8a46aa0a-a056-41f7-89e6-4a6bb17943cd', 'name': 'network-vif-deleted', 'tag': 'e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f', 'status': 'completed', 'code': 200} Mar 27 15:41:20.298007 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-5a3fd7ad-98e6-41e6-96d9-b37e650f2aac req-dda340ba-e3ff-453d-aad2-7e0e28d9dee0 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a46aa0a-a056-41f7-89e6-4a6bb17943cd HTTP/1.1" status: 200 len: 210 time: 0.0276821 Mar 27 15:41:21.045459 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:21.066589 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:21.066934 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device e7241ca6-0f68-4ea9-bbf2-e0e8a70c200f not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:25.651852 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52544) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:25.806056 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Deleting port 76625ac9-facd-4013-b0ab-457397d6492e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:25.806311 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (76625ac9-facd-4013-b0ab-457397d6492e), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:25.880786 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (76625ac9-facd-4013-b0ab-457397d6492e), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:25.881109 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (76625ac9-facd-4013-b0ab-457397d6492e), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:25.892952 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Calling delete_port for 76625ac9-facd-4013-b0ab-457397d6492e owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:26.042696 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (76625ac9-facd-4013-b0ab-457397d6492e), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:26.067273 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'Port': ['ID=76625ac9-facd-4013-b0ab-457397d6492e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:26.129522 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (b8d11f3e-e1dc-4782-805c-45d63b21edec), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:26.129845 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.db.l3_db [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Floating IP b8d11f3e-e1dc-4782-805c-45d63b21edec disassociated (deleted). External IP: 172.27.1.37, port: f8f4d900-dc16-4d7c-b0ed-3899e0af2456. Mar 27 15:41:26.336185 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:41:26.443954 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:41:26.449056 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:26.454844 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:41:26.465114 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:26.465713 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:26.478889 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-98551a0d-b9fd-4dab-994e-69e7771cc22d tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "DELETE /v2.0/floatingips/b8d11f3e-e1dc-4782-805c-45d63b21edec HTTP/1.1" status: 204 len: 168 time: 0.8259666 Mar 27 15:41:26.479502 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:41:26.481730 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7426e68bbcd73a0e57999ba2ff307c5fca4bdeedba2aba565d641a1077bc74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa584f63-c891-4520-ac55-4ae58cec244b" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:41:26.518045 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 27 Mar 2022 15:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed062a-bce5-48a6-bf9c-4b9040890ac8 x-openstack-request-id: req-42ed062a-bce5-48a6-bf9c-4b9040890ac8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:41:26.518650 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:41:26.519007 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42ed062a-bce5-48a6-bf9c-4b9040890ac8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:41:26.519483 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ed062a-bce5-48a6-bf9c-4b9040890ac8'] response: {'name': 'network-changed', 'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'status': 'completed', 'code': 200} Mar 27 15:41:26.583190 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:26.585856 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584f63-c891-4520-ac55-4ae58cec244b req-5eb79f16-7592-4faf-9692-7040f1d0e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:26.588064 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-5eb79f16-7592-4faf-9692-7040f1d0e392 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47f47e88258b4a389e25920f2327b7ea&device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 1129 time: 0.0486345 Mar 27 15:41:26.736402 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584f63-c891-4520-ac55-4ae58cec244b req-64e9a818-17c7-4b91-b862-7b30e5ca08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:26.737935 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-64e9a818-17c7-4b91-b862-7b30e5ca08ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 200 len: 911 time: 0.1389387 Mar 27 15:41:26.742289 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c26ce-ee53-453a-9560-6be93e335850 req-0a5a4526-9d1b-4c97-95ed-463bb48d172b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:26.743927 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f68c26ce-ee53-453a-9560-6be93e335850 req-0a5a4526-9d1b-4c97-95ed-463bb48d172b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0704739 Mar 27 15:41:26.786617 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-fc31ca54-f0ec-4cb6-952d-5c6c1240e376 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 200 len: 217 time: 0.0387659 Mar 27 15:41:26.806776 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-f68c26ce-ee53-453a-9560-6be93e335850 req-eeba3020-0eb7-4645-80f8-1de9c19eed07 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570095 Mar 27 15:41:26.808797 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:26.838898 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:41:26.847657 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:26.848354 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:03Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:26.860214 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584f63-c891-4520-ac55-4ae58cec244b req-13bd2cc8-7d73-4ab9-aebb-8523d13bcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:26.861781 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-13bd2cc8-7d73-4ab9-aebb-8523d13bcb95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 200 len: 850 time: 0.0682101 Mar 27 15:41:26.931949 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584f63-c891-4520-ac55-4ae58cec244b req-0b15a00c-7231-405e-b947-e7353d565610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:26.933716 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-0b15a00c-7231-405e-b947-e7353d565610 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6462ed1-8118-4aa5-8d79-4e5d47792228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653861 Mar 27 15:41:27.025569 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-423618ab-e8af-4a0f-83e6-47b7bee437b0 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853505 Mar 27 15:41:27.096440 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:27.120669 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-aa584f63-c891-4520-ac55-4ae58cec244b req-30d690e4-96af-422d-adde-fe5108cca986 service neutron] 10.222.0.25 "GET /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885153 Mar 27 15:41:27.293138 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:27.322736 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b43f16-de63-4e7f-91fb-7b156ed0a2bf None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:34:26Z', 'revision_number': 4, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi', '_interfaces': [{'id': 'b1f737b3-3bc2-43bc-b88c-1be4af35c4d3', 'name': '', 'network_id': 'c6462ed1-8118-4aa5-8d79-4e5d47792228', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'mac_address': 'fa:16:3e:f0:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:25Z', 'updated_at': '2022-03-27T15:34:32Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'subnets': [{'id': '98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:41:27.526420 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440c22f-0520-4d0b-bf22-b67e8b532a2c None None] New status for floating IP b8d11f3e-e1dc-4782-805c-45d63b21edec: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 27 15:41:27.919435 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3422505-65f0-4d47-99e0-948b1f882a93 req-4eff3c00-293d-43bb-ae45-653dfb0755cb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:27.920812 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a3422505-65f0-4d47-99e0-948b1f882a93 req-4eff3c00-293d-43bb-ae45-653dfb0755cb tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0524137 Mar 27 15:41:27.969736 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-a3422505-65f0-4d47-99e0-948b1f882a93 req-4fe0ac9c-f46e-4f82-8ef7-35432c08a3e4 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Mar 27 15:41:29.083996 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f24a-1deb-486f-bb80-4eeca2469c51 req-8e1100b9-5d20-4082-b654-13a9c3cf2586 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:29.085934 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd54f24a-1deb-486f-bb80-4eeca2469c51 req-8e1100b9-5d20-4082-b654-13a9c3cf2586 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0510561 Mar 27 15:41:29.135614 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [req-fd54f24a-1deb-486f-bb80-4eeca2469c51 req-89e36893-38a5-4995-9567-ab2dd5bd90bd tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Mar 27 15:41:30.285076 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3b507-9561-4543-bb6c-540de2025c5f req-7857020c-2e43-4500-8ab5-9dbf5ff74300 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:30.286516 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-72f3b507-9561-4543-bb6c-540de2025c5f req-7857020c-2e43-4500-8ab5-9dbf5ff74300 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0830729 Mar 27 15:41:30.336033 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-a681f25f-6d50-4afa-92ca-598496462aa9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 27 15:41:30.338434 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-a681f25f-6d50-4afa-92ca-598496462aa9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "GET /v2.0/ports?device_id=32ff8d07-abac-418e-a426-cc702d331c2b HTTP/1.1" status: 200 len: 945 time: 0.0972438 Mar 27 15:41:30.363919 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-72f3b507-9561-4543-bb6c-540de2025c5f req-6858e18b-d166-4e40-bba2-b958a924422e tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc34f7c9-3764-4280-b6c8-1fe586084f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710993 Mar 27 15:41:30.441192 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Deleting port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:30.441529 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:30.530812 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] For port f8f4d900-dc16-4d7c-b0ed-3899e0af2456, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:30.531480 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:30.549684 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Calling delete_port for f8f4d900-dc16-4d7c-b0ed-3899e0af2456 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:30.670511 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13eed2b2-f615-430d-bf3e-31f59d7162e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:30.677461 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (f8f4d900-dc16-4d7c-b0ed-3899e0af2456), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:30.705412 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'Port': ['ID=f8f4d900-dc16-4d7c-b0ed-3899e0af2456,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:30.748975 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] No DVR routers for this DVR port f8f4d900-dc16-4d7c-b0ed-3899e0af2456 on host hv-cinder-83538 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:41:30.751538 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for port (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:30.755091 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [req-ffbd4fa1-3575-451b-8cf7-125eef5e0ed9 req-6ac9796e-a908-4bba-b754-7d0fc72201c9 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.25 "DELETE /v2.0/ports/f8f4d900-dc16-4d7c-b0ed-3899e0af2456 HTTP/1.1" status: 204 len: 173 time: 0.4104254 Mar 27 15:41:30.755545 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'name': 'network-vif-deleted', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 27 15:41:30.759038 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77622e0f88d041b08b0d96a9a57904ded3b74eb7c21a80f5dba263b3b10b99c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5c53a3-4ed7-4cd7-a7c7-eeb329aa7edd" -d '{"events": [{"server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "name": "network-vif-deleted", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 27 15:41:30.801759 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 27 Mar 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a24f32c-0042-4be2-9eff-17bb88da86d5 x-openstack-request-id: req-9a24f32c-0042-4be2-9eff-17bb88da86d5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 27 15:41:30.802049 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff8d07-abac-418e-a426-cc702d331c2b", "name": "network-vif-deleted", "tag": "f8f4d900-dc16-4d7c-b0ed-3899e0af2456", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 27 15:41:30.802320 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a24f32c-0042-4be2-9eff-17bb88da86d5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 27 15:41:30.802719 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a24f32c-0042-4be2-9eff-17bb88da86d5'] response: {'server_uuid': '32ff8d07-abac-418e-a426-cc702d331c2b', 'name': 'network-vif-deleted', 'tag': 'f8f4d900-dc16-4d7c-b0ed-3899e0af2456', 'status': 'completed', 'code': 200} Mar 27 15:41:31.419520 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52602) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:31.546648 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Deleting port 0be3fba1-bcb4-468e-9a4a-56940dfcd10a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:31.547050 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:31.633242 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:31.633559 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:31.644992 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Calling delete_port for 0be3fba1-bcb4-468e-9a4a-56940dfcd10a owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:31.780526 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (0be3fba1-bcb4-468e-9a4a-56940dfcd10a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:31.806190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'Port': ['ID=0be3fba1-bcb4-468e-9a4a-56940dfcd10a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:31.874519 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for floatingip (d3c2cbdb-129f-4df9-8401-2b197bee019b), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:31.877132 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32370'] for floatingip (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:31.878377 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-1e95c308-6fbb-40ef-95ba-863adbdcdd91 tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "DELETE /v2.0/floatingips/d3c2cbdb-129f-4df9-8401-2b197bee019b HTTP/1.1" status: 204 len: 168 time: 0.4578848 Mar 27 15:41:33.061080 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a184950-eee6-41eb-bf70-81ea88ac885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:33.071980 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:33.087177 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f8f4d900-dc16-4d7c-b0ed-3899e0af2456 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:33.107238 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] No Port match for: f8f4d900-dc16-4d7c-b0ed-3899e0af2456 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:33.107585 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Device f8f4d900-dc16-4d7c-b0ed-3899e0af2456 not bound to the agent host hv-cinder-83538 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:33.129090 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58d5b31c-acfe-4b38-9d0b-9c688c83154b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group (bc34f7c9-3764-4280-b6c8-1fe586084f25), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:33.153443 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58d5b31c-acfe-4b38-9d0b-9c688c83154b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group (bc34f7c9-3764-4280-b6c8-1fe586084f25), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:33.216431 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58d5b31c-acfe-4b38-9d0b-9c688c83154b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bc34f7c9-3764-4280-b6c8-1fe586084f25), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:33.219161 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58d5b31c-acfe-4b38-9d0b-9c688c83154b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:33.220307 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-58d5b31c-acfe-4b38-9d0b-9c688c83154b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] 10.222.0.10 "DELETE /v2.0/security-groups/bc34f7c9-3764-4280-b6c8-1fe586084f25 HTTP/1.1" status: 204 len: 168 time: 0.1473238 Mar 27 15:41:33.229966 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5b31c-acfe-4b38-9d0b-9c688c83154b tempest-TestVolumeBootPattern-444474060 tempest-TestVolumeBootPattern-444474060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc34f7c9-3764-4280-b6c8-1fe586084f25,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:33.268242 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52638) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:33.936925 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:34.021311 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.041061 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a368b7-022f-492d-abaf-b3d758c485bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.105009 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.118872 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a368b7-022f-492d-abaf-b3d758c485bc admin admin] Publish callbacks [] for security_group (785bf1ce-459f-4f64-99f7-d503765c3093), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.123875 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a368b7-022f-492d-abaf-b3d758c485bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (785bf1ce-459f-4f64-99f7-d503765c3093), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.160456 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a368b7-022f-492d-abaf-b3d758c485bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785bf1ce-459f-4f64-99f7-d503765c3093,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:34.165772 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-84a368b7-022f-492d-abaf-b3d758c485bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c310e1a9c37f487b95afcc0a42a84bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278059 Mar 27 15:41:34.168351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:34.216475 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98f91b9e-0fb9-4579-90a2-c559f8f346f3 admin admin] Publish callbacks [] for security_group (785bf1ce-459f-4f64-99f7-d503765c3093), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.237274 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98f91b9e-0fb9-4579-90a2-c559f8f346f3 admin admin] Publish callbacks [] for security_group (785bf1ce-459f-4f64-99f7-d503765c3093), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.275247 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Deleting port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:34.275821 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.285463 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98f91b9e-0fb9-4579-90a2-c559f8f346f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (785bf1ce-459f-4f64-99f7-d503765c3093), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.288232 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98f91b9e-0fb9-4579-90a2-c559f8f346f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.289375 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-98f91b9e-0fb9-4579-90a2-c559f8f346f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/785bf1ce-459f-4f64-99f7-d503765c3093 HTTP/1.1" status: 204 len: 168 time: 0.1201303 Mar 27 15:41:34.299206 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f91b9e-0fb9-4579-90a2-c559f8f346f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785bf1ce-459f-4f64-99f7-d503765c3093,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:34.358661 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] For port b1f737b3-3bc2-43bc-b88c-1be4af35c4d3, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:34.359069 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.372295 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Calling delete_port for b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:34.553187 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52658) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:34.564226 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (b1f737b3-3bc2-43bc-b88c-1be4af35c4d3), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.570888 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd482-ee71-4c89-b97a-a740ed4c141d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.592931 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f737b3-3bc2-43bc-b88c-1be4af35c4d3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:34.657078 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd482-ee71-4c89-b97a-a740ed4c141d admin admin] Publish callbacks [] for security_group (100f5264-da64-4d53-9180-8223b34adee8), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.662123 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd482-ee71-4c89-b97a-a740ed4c141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (100f5264-da64-4d53-9180-8223b34adee8), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.709419 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-2ffbd482-ee71-4c89-b97a-a740ed4c141d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e728696470f04216bb9daa17cdb7c229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518357 Mar 27 15:41:34.709419 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd482-ee71-4c89-b97a-a740ed4c141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f5264-da64-4d53-9180-8223b34adee8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:34.712689 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:34.783034 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e61dc606-83f7-4c78-a272-9a85bfb2a858 admin admin] Publish callbacks [] for security_group (100f5264-da64-4d53-9180-8223b34adee8), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.787567 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.811810 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e61dc606-83f7-4c78-a272-9a85bfb2a858 admin admin] Publish callbacks [] for security_group (100f5264-da64-4d53-9180-8223b34adee8), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.868073 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e61dc606-83f7-4c78-a272-9a85bfb2a858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (100f5264-da64-4d53-9180-8223b34adee8), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.870611 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e61dc606-83f7-4c78-a272-9a85bfb2a858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:34.874112 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-e61dc606-83f7-4c78-a272-9a85bfb2a858 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/100f5264-da64-4d53-9180-8223b34adee8 HTTP/1.1" status: 204 len: 168 time: 0.1577735 Mar 27 15:41:34.879658 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dc606-83f7-4c78-a272-9a85bfb2a858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f5264-da64-4d53-9180-8223b34adee8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:35.017986 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:41:35.132925 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:41:35.138122 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b2b8e7d2-dd77-4d19-8432-b1082da5b91a admin admin] 10.222.0.10 "PUT /v2.0/routers/69fcb69b-d3b9-4f9f-89cd-693f24055e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687677 Mar 27 15:41:35.140979 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52668) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:35.143427 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] Sync routers for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:41:35.155762 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:35.156392 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:35.260104 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks [] for router (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.271326 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: dv-cinder-835384-1-iscsi {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:35.368257 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks [] for router_gateway (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.432148 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Deleting port 0c6f464c-806b-4db4-a2e1-3eef2fa91068 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:35.432494 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.449096 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.481671 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:41:34Z', 'revision_number': 5, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port': {'id': '0c6f464c-806b-4db4-a2e1-3eef2fa91068', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:23Z', 'updated_at': '2022-03-27T15:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:35.524356 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] Checking router: 69fcb69b-d3b9-4f9f-89cd-693f24055e1f for host: dv-cinder-835384-1-iscsi {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:41:35.533374 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] Routers {'69fcb69b-d3b9-4f9f-89cd-693f24055e1f'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:35.534220 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:35.536034 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] For port 0c6f464c-806b-4db4-a2e1-3eef2fa91068, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=0c6f464c-806b-4db4-a2e1-3eef2fa91068,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:35.536389 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.554042 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Calling delete_port for 0c6f464c-806b-4db4-a2e1-3eef2fa91068 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:35.628878 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] Set router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:35.684734 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:41:35Z', 'revision_number': 6, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:35.712759 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4f15a-2b37-4632-beba-993d28904510 None None] The sync data for ids ['69fcb69b-d3b9-4f9f-89cd-693f24055e1f'] in dv-cinder-835384-1-iscsi is: [{'id': '69fcb69b-d3b9-4f9f-89cd-693f24055e1f', 'name': 'tempest-TestVolumeBootPattern-937846995-router', 'tenant_id': '47f47e88258b4a389e25920f2327b7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:22Z', 'updated_at': '2022-03-27T15:41:35Z', 'revision_number': 6, 'project_id': '47f47e88258b4a389e25920f2327b7ea', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:41:35.748942 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (0c6f464c-806b-4db4-a2e1-3eef2fa91068), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.775329 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6f464c-806b-4db4-a2e1-3eef2fa91068,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:35.836843 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.937014 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.939246 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks [] for router_controller (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.985754 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (69fcb69b-d3b9-4f9f-89cd-693f24055e1f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.986324 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69fcb69b-d3b9-4f9f-89cd-693f24055e1f {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:41:35.992362 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:35.993659 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-5374385c-7cb3-4043-9866-838a3b276024 admin admin] 10.222.0.10 "DELETE /v2.0/routers/69fcb69b-d3b9-4f9f-89cd-693f24055e1f HTTP/1.1" status: 204 len: 168 time: 0.8516927 Mar 27 15:41:35.996315 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52694) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:36.046183 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Deleting subnet 98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:41:36.048576 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Publish callbacks [] for subnet (98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.087890 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.175718 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.232667 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.258542 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:36.262383 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.268982 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e1844-d713-4512-bcb9-ec28212c86d9 None None] Network c6462ed1-8118-4aa5-8d79-4e5d47792228 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:41:36.271242 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:36.283651 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-ca4b7feb-efc8-4619-84eb-6844b094bebc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/98f6d52f-fe1b-44ce-a8c9-8f53ef190f9f HTTP/1.1" status: 204 len: 168 time: 0.2857203 Mar 27 15:41:36.348601 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (c6462ed1-8118-4aa5-8d79-4e5d47792228), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.412291 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Deleting port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:36.412635 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.480854 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] For port 8512b50d-151f-4f8a-a2b3-611eb9b99d38, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8512b50d-151f-4f8a-a2b3-611eb9b99d38,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:36.481223 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.494426 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] DHCP port deletion for c6462ed1-8118-4aa5-8d79-4e5d47792228 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:41:36.500026 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Calling delete_port for 8512b50d-151f-4f8a-a2b3-611eb9b99d38 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:36.549228 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Deleting port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:36.549524 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.600138 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.632439 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8512b50d-151f-4f8a-a2b3-611eb9b99d38,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:36.634410 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] No DVR routers for this DVR port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:41:36.635869 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] For port 8512b50d-151f-4f8a-a2b3-611eb9b99d38, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=8512b50d-151f-4f8a-a2b3-611eb9b99d38,segment=NetworkSegment(a44643a3-6496-419a-98f5-61732c70fe6a),segment_id=a44643a3-6496-419a-98f5-61732c70fe6a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:36.636330 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.652072 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Calling delete_port for 8512b50d-151f-4f8a-a2b3-611eb9b99d38 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:36.711261 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (c6462ed1-8118-4aa5-8d79-4e5d47792228), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.733857 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6462ed1-8118-4aa5-8d79-4e5d47792228']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:36.741234 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788'] for port (8512b50d-151f-4f8a-a2b3-611eb9b99d38), after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.743588 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44643a3-6496-419a-98f5-61732c70fe6a') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:36.744045 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44643a3-6496-419a-98f5-61732c70fe6a') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:36.755847 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (a44643a3-6496-419a-98f5-61732c70fe6a), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.771082 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (a44643a3-6496-419a-98f5-61732c70fe6a), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.772572 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Pushing event deleted for resources: {'Port': ['ID=8512b50d-151f-4f8a-a2b3-611eb9b99d38,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:36.780000 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] No DVR routers for this DVR port 8512b50d-151f-4f8a-a2b3-611eb9b99d38 on host dv-cinder-835384-1-iscsi {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:41:36.780453 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:41:36.782021 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.782158 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (a44643a3-6496-419a-98f5-61732c70fe6a), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.782369 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.782900 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.783428 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.784028 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.784610 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:41:36.784798 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:41:36.788383 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.789107 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.789360 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.789753 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.790097 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.790428 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.790763 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.791147 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.791445 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1aca2-4d30-46e1-bd57-9e46a1df9eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:41:36.846351 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (c6462ed1-8118-4aa5-8d79-4e5d47792228), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.854299 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:36.857486 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/c6462ed1-8118-4aa5-8d79-4e5d47792228 HTTP/1.1" status: 204 len: 168 time: 0.5851808 Mar 27 15:41:36.860646 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52718) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:36.868807 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6069-680a-4010-b1a4-5e50f65a21ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c6462ed1-8118-4aa5-8d79-4e5d47792228,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:36.977440 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:37.237929 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721482'] for router_interface (b2aaa99d-49dd-4231-8c10-31792d1d9de4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:37.493176 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Deleting port 4dc01efe-7e27-406f-843a-143a709b036f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:37.493514 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (4dc01efe-7e27-406f-843a-143a709b036f), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:37.574429 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 0c6f464c-806b-4db4-a2e1-3eef2fa91068 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:37.580699 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] For port 4dc01efe-7e27-406f-843a-143a709b036f, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=4dc01efe-7e27-406f-843a-143a709b036f,segment=NetworkSegment(7e252412-e9eb-4a46-b307-bf7b04ee75c4),segment_id=7e252412-e9eb-4a46-b307-bf7b04ee75c4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:37.581060 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (4dc01efe-7e27-406f-843a-143a709b036f), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:37.594651 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Calling delete_port for 4dc01efe-7e27-406f-843a-143a709b036f owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:37.595789 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 0c6f464c-806b-4db4-a2e1-3eef2fa91068 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:37.596358 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 0c6f464c-806b-4db4-a2e1-3eef2fa91068 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:37.596989 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8512b50d-151f-4f8a-a2b3-611eb9b99d38 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:37.618156 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 8512b50d-151f-4f8a-a2b3-611eb9b99d38 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:37.618830 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 8512b50d-151f-4f8a-a2b3-611eb9b99d38 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:37.619277 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:37.640717 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:37.641333 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device b1f737b3-3bc2-43bc-b88c-1be4af35c4d3 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:38.048301 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (4dc01efe-7e27-406f-843a-143a709b036f), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.076545 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc01efe-7e27-406f-843a-143a709b036f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:38.243265 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721402'] for router_interface (b2aaa99d-49dd-4231-8c10-31792d1d9de4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.456158 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Router b2aaa99d-49dd-4231-8c10-31792d1d9de4 has already been hosted by L3 agent f6bea0dd-84a6-42d8-9c0b-48d5db65fa65 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 27 15:41:38.561900 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] Notify agent at l3_agent.dv-cinder-835384-1-iscsi the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 27 15:41:38.566878 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-e39c6ebe-8ec8-4a3e-b1f9-a9e552bc42ac admin admin] 10.222.0.10 "PUT /v2.0/routers/b2aaa99d-49dd-4231-8c10-31792d1d9de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045248 Mar 27 15:41:38.569993 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52744) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:38.572663 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] Sync routers for ids ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'] in dv-cinder-835384-1-iscsi {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 27 15:41:38.585561 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] Routers {'b2aaa99d-49dd-4231-8c10-31792d1d9de4'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:38.586464 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:38.675434 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks [] for router (b2aaa99d-49dd-4231-8c10-31792d1d9de4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.693683 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] Set router b2aaa99d-49dd-4231-8c10-31792d1d9de4 gateway port host: dv-cinder-835384-1-iscsi {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:38.781915 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks [] for router_gateway (b2aaa99d-49dd-4231-8c10-31792d1d9de4), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.842455 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Deleting port a97deb1b-d37b-425f-824b-987585aa7674 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:38.842790 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (a97deb1b-d37b-425f-824b-987585aa7674), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.901230 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'external_fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:41:38Z', 'revision_number': 5, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port': {'id': 'a97deb1b-d37b-425f-824b-987585aa7674', 'name': '', 'network_id': '962028a5-eed6-44dc-be10-59d872ef2974', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:95:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-27T15:34:29Z', 'updated_at': '2022-03-27T15:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '824c96d2-04a4-4feb-94d9-8bdcf32f1f00', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-1-iscsi'}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:38.929324 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] For port a97deb1b-d37b-425f-824b-987585aa7674, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=a97deb1b-d37b-425f-824b-987585aa7674,segment=NetworkSegment(fe26346e-3449-43d9-b1a5-050a5b42da56),segment_id=fe26346e-3449-43d9-b1a5-050a5b42da56)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:38.929684 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (a97deb1b-d37b-425f-824b-987585aa7674), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:38.934775 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] Checking router: b2aaa99d-49dd-4231-8c10-31792d1d9de4 for host: dv-cinder-835384-1-iscsi {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 27 15:41:38.946366 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Calling delete_port for a97deb1b-d37b-425f-824b-987585aa7674 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:38.947395 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] Routers {'b2aaa99d-49dd-4231-8c10-31792d1d9de4'} bound to L3 agent in host dv-cinder-835384-1-iscsi {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 27 15:41:38.948277 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-27T15:19:03Z,description=,heartbeat_timestamp=2022-03-27T15:41:33Z,host='dv-cinder-835384-1-iscsi',id=f6bea0dd-84a6-42d8-9c0b-48d5db65fa65,load=0,resource_versions=,resources_synced=,started_at=2022-03-27T15:19:03Z,topic='l3_agent')) {'router_ids': ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:39.143181 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5572694'] for port (a97deb1b-d37b-425f-824b-987585aa7674), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.144009 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] Set router b2aaa99d-49dd-4231-8c10-31792d1d9de4 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 27 15:41:39.181871 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97deb1b-d37b-425f-824b-987585aa7674,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:39.196973 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:41:38Z', 'revision_number': 6, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port_host': None}], 'dv-cinder-835384-1-iscsi', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:39.226315 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b256af-3f67-4fc6-b25c-0612d7314d43 None None] The sync data for ids ['b2aaa99d-49dd-4231-8c10-31792d1d9de4'] in dv-cinder-835384-1-iscsi is: [{'id': 'b2aaa99d-49dd-4231-8c10-31792d1d9de4', 'name': 'tempest-TestVolumeBootPattern-1131077185-router', 'tenant_id': 'ee89d209461349f296fda5c34b15d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-27T15:34:28Z', 'updated_at': '2022-03-27T15:41:38Z', 'revision_number': 6, 'project_id': 'ee89d209461349f296fda5c34b15d109', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 27 15:41:39.237387 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-722688'] for router_gateway (b2aaa99d-49dd-4231-8c10-31792d1d9de4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.328543 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7339'] for router (b2aaa99d-49dd-4231-8c10-31792d1d9de4), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.330642 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks [] for router_controller (b2aaa99d-49dd-4231-8c10-31792d1d9de4), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.376974 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-723427'] for router (b2aaa99d-49dd-4231-8c10-31792d1d9de4), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.377517 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2aaa99d-49dd-4231-8c10-31792d1d9de4 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 27 15:41:39.381574 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.383346 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3b950cb8-99ca-47d6-842c-e51b325991a2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b2aaa99d-49dd-4231-8c10-31792d1d9de4 HTTP/1.1" status: 204 len: 168 time: 0.8124363 Mar 27 15:41:39.385837 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52754) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:39.429089 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Deleting subnet c5b6702b-e315-4488-97e8-b20a54b95c8a {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 27 15:41:39.432068 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Publish callbacks [] for subnet (c5b6702b-e315-4488-97e8-b20a54b95c8a), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.464942 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5297658'] for subnet (c5b6702b-e315-4488-97e8-b20a54b95c8a), precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.537734 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789187'] for subnet (c5b6702b-e315-4488-97e8-b20a54b95c8a), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.573254 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.614241 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5576615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5414373'] for subnet (c5b6702b-e315-4488-97e8-b20a54b95c8a), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.641756 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b6702b-e315-4488-97e8-b20a54b95c8a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:39.648001 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for subnet (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.651341 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-6820cdbd-a52c-4a8f-9001-e5b4e498d8e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c5b6702b-e315-4488-97e8-b20a54b95c8a HTTP/1.1" status: 204 len: 168 time: 0.2645929 Mar 27 15:41:39.653916 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52756) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:39.662172 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb0773-7cc6-493a-a368-4b38bec9148f None None] Network ddb71904-0e2c-480b-aac7-64a3ba489ce3 requested from dv-cinder-835384-1-iscsi {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 27 15:41:39.735070 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1431372'] for network (ddb71904-0e2c-480b-aac7-64a3ba489ce3), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.789276 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Deleting port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 27 15:41:39.789440 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766922230815'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.849970 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] For port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9, host dv-cinder-835384-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-1-iscsi',level=0,port_id=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,segment=NetworkSegment(7e252412-e9eb-4a46-b307-bf7b04ee75c4),segment_id=7e252412-e9eb-4a46-b307-bf7b04ee75c4)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 27 15:41:39.850387 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733272'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.862641 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Calling delete_port for bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 27 15:41:39.944745 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766922236802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766921750788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6121963'] for port (bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:39.967743 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:39.973095 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] No DVR routers for this DVR port bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 on host dv-cinder-835384-1-iscsi {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 27 15:41:40.015769 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a2856-f546-4e69-842a-6f88933a7a39 None None] DHCP port deletion for ddb71904-0e2c-480b-aac7-64a3ba489ce3 request from dv-cinder-835384-1-iscsi {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 27 15:41:40.049177 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4dc01efe-7e27-406f-843a-143a709b036f no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:40.056554 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362870', 'neutron.services.segments.db._delete_segments_for_network-8766922093123'] for network (ddb71904-0e2c-480b-aac7-64a3ba489ce3), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.072888 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: 4dc01efe-7e27-406f-843a-143a709b036f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:40.073239 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device 4dc01efe-7e27-406f-843a-143a709b036f not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:40.080347 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb71904-0e2c-480b-aac7-64a3ba489ce3']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:40.091155 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e252412-e9eb-4a46-b307-bf7b04ee75c4') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:40.091456 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.services.segments.db [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e252412-e9eb-4a46-b307-bf7b04ee75c4') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 27 15:41:40.103024 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766922092620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083844'] for segment (7e252412-e9eb-4a46-b307-bf7b04ee75c4), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.121278 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114'] for segment (7e252412-e9eb-4a46-b307-bf7b04ee75c4), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.128615 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 27 15:41:40.129011 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1817114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6121912'] for segment (7e252412-e9eb-4a46-b307-bf7b04ee75c4), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: Traceback (most recent call last): Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: timer() Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: cb(*args, **kw) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: return func(*args, **kwargs) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: self._notify() Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: self.callback(batched_events) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: event.method(event) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: return f(self, *a, **k) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._get(url).json() Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: return self.request(url, 'GET', **kwargs) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 27 15:41:40.130762 dv-cinder-835384-1-iscsi neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 27 15:41:40.186516 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-722812'] for network (ddb71904-0e2c-480b-aac7-64a3ba489ce3), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.192263 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546894'] for network (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.199041 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ddb71904-0e2c-480b-aac7-64a3ba489ce3 HTTP/1.1" status: 204 len: 168 time: 0.5440013 Mar 27 15:41:40.216525 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e43cc6-5c2d-4d35-a00c-e67e458c7a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb71904-0e2c-480b-aac7-64a3ba489ce3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:40.398779 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52768) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:40.438657 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-b8446568-9448-4a6b-a96f-77a4e1aca391 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47f47e88258b4a389e25920f2327b7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381596 Mar 27 15:41:40.441062 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52770) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:40.487190 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1ac6-2d65-485c-81f0-da51aaf38c09 admin admin] Publish callbacks [] for security_group (e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.508843 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1ac6-2d65-485c-81f0-da51aaf38c09 admin admin] Publish callbacks [] for security_group (e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.555479 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1ac6-2d65-485c-81f0-da51aaf38c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.558035 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d5d1ac6-2d65-485c-81f0-da51aaf38c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.559420 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-6d5d1ac6-2d65-485c-81f0-da51aaf38c09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1 HTTP/1.1" status: 204 len: 168 time: 0.1174462 Mar 27 15:41:40.568668 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d1ac6-2d65-485c-81f0-da51aaf38c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a4fa8e-ce1e-4faf-ba19-0d80e2be76b1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:40.863392 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:40.905277 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-2072ae0e-5551-4ca2-9121-ec61ac0ac98c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee89d209461349f296fda5c34b15d109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407302 Mar 27 15:41:40.907696 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52778) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:40.953053 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a634da5-a073-4da2-a38b-9be98a862f4e admin admin] Publish callbacks [] for security_group (40367a7e-1816-47bf-9c6a-659fb6a966db), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:40.973165 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a634da5-a073-4da2-a38b-9be98a862f4e admin admin] Publish callbacks [] for security_group (40367a7e-1816-47bf-9c6a-659fb6a966db), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:41.018798 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a634da5-a073-4da2-a38b-9be98a862f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (40367a7e-1816-47bf-9c6a-659fb6a966db), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:41.021601 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a634da5-a073-4da2-a38b-9be98a862f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:41.022892 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-3a634da5-a073-4da2-a38b-9be98a862f4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40367a7e-1816-47bf-9c6a-659fb6a966db HTTP/1.1" status: 204 len: 168 time: 0.1143308 Mar 27 15:41:41.030316 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a634da5-a073-4da2-a38b-9be98a862f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40367a7e-1816-47bf-9c6a-659fb6a966db,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:41.113832 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:41:41.565083 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device a97deb1b-d37b-425f-824b-987585aa7674 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:41.586768 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: a97deb1b-d37b-425f-824b-987585aa7674 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:41.587145 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device a97deb1b-d37b-425f-824b-987585aa7674 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:41.587563 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 no longer exists at agent ovs-agent-dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 27 15:41:41.607118 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] No Port match for: bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 27 15:41:41.607466 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Device bd6f1ee5-1010-4e7b-9dfa-da603a2bd0c9 not bound to the agent host dv-cinder-835384-1-iscsi {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 27 15:41:43.913749 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52822) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:44.015998 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebff4d62-0ff9-4aca-8f5b-06b0b0650822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.087179 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebff4d62-0ff9-4aca-8f5b-06b0b0650822 admin admin] Publish callbacks [] for security_group (bb31c8f7-7746-4fdd-9137-9a597b90f1aa), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.090589 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebff4d62-0ff9-4aca-8f5b-06b0b0650822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bb31c8f7-7746-4fdd-9137-9a597b90f1aa), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.127247 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-ebff4d62-0ff9-4aca-8f5b-06b0b0650822 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=456c30ddded04f3a8f46e3cb548ca50b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124436 Mar 27 15:41:44.128112 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4d62-0ff9-4aca-8f5b-06b0b0650822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb31c8f7-7746-4fdd-9137-9a597b90f1aa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:44.129883 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:44.177748 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-930643b9-368a-4421-ab9a-3e41ee52b0f6 admin admin] Publish callbacks [] for security_group (bb31c8f7-7746-4fdd-9137-9a597b90f1aa), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.202711 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-930643b9-368a-4421-ab9a-3e41ee52b0f6 admin admin] Publish callbacks [] for security_group (bb31c8f7-7746-4fdd-9137-9a597b90f1aa), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.248817 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-930643b9-368a-4421-ab9a-3e41ee52b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (bb31c8f7-7746-4fdd-9137-9a597b90f1aa), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.251504 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-930643b9-368a-4421-ab9a-3e41ee52b0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.252652 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-930643b9-368a-4421-ab9a-3e41ee52b0f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb31c8f7-7746-4fdd-9137-9a597b90f1aa HTTP/1.1" status: 204 len: 168 time: 0.1217966 Mar 27 15:41:44.260650 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930643b9-368a-4421-ab9a-3e41ee52b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb31c8f7-7746-4fdd-9137-9a597b90f1aa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:44.503094 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52832) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:44.515894 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d4c13d-d5d0-476f-b606-beff181053bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.588546 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d4c13d-d5d0-476f-b606-beff181053bc admin admin] Publish callbacks [] for security_group (21b17d38-067a-4649-8e12-57059f9e2b93), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.592085 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d4c13d-d5d0-476f-b606-beff181053bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (21b17d38-067a-4649-8e12-57059f9e2b93), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.629033 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-62d4c13d-d5d0-476f-b606-beff181053bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd747ef6edf148bb89fb3ca4698a8dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248951 Mar 27 15:41:44.629878 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4c13d-d5d0-476f-b606-beff181053bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b17d38-067a-4649-8e12-57059f9e2b93,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:44.632497 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52834) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:44.681816 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22ea17c2-daf5-47af-9aa9-7007da1fac01 admin admin] Publish callbacks [] for security_group (21b17d38-067a-4649-8e12-57059f9e2b93), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.703049 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22ea17c2-daf5-47af-9aa9-7007da1fac01 admin admin] Publish callbacks [] for security_group (21b17d38-067a-4649-8e12-57059f9e2b93), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.747967 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22ea17c2-daf5-47af-9aa9-7007da1fac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (21b17d38-067a-4649-8e12-57059f9e2b93), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.750416 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22ea17c2-daf5-47af-9aa9-7007da1fac01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:44.751582 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-22ea17c2-daf5-47af-9aa9-7007da1fac01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21b17d38-067a-4649-8e12-57059f9e2b93 HTTP/1.1" status: 204 len: 168 time: 0.1181333 Mar 27 15:41:44.761089 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea17c2-daf5-47af-9aa9-7007da1fac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b17d38-067a-4649-8e12-57059f9e2b93,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:45.059084 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:45.072018 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f643c4b-8e26-4b2f-9e23-da6abab9e004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.144074 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f643c4b-8e26-4b2f-9e23-da6abab9e004 admin admin] Publish callbacks [] for security_group (56dff1b4-8318-493f-9c8a-a3c18d856307), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.148104 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f643c4b-8e26-4b2f-9e23-da6abab9e004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (56dff1b4-8318-493f-9c8a-a3c18d856307), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.187629 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-0f643c4b-8e26-4b2f-9e23-da6abab9e004 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ad273f793984f00abea64d1d42e5597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275127 Mar 27 15:41:45.188455 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f643c4b-8e26-4b2f-9e23-da6abab9e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dff1b4-8318-493f-9c8a-a3c18d856307,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:45.190387 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52842) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:45.237408 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-736d2165-2c0e-4e82-99b9-7f022c17abbc admin admin] Publish callbacks [] for security_group (56dff1b4-8318-493f-9c8a-a3c18d856307), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.258776 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-736d2165-2c0e-4e82-99b9-7f022c17abbc admin admin] Publish callbacks [] for security_group (56dff1b4-8318-493f-9c8a-a3c18d856307), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.305833 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-736d2165-2c0e-4e82-99b9-7f022c17abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (56dff1b4-8318-493f-9c8a-a3c18d856307), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.308309 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-736d2165-2c0e-4e82-99b9-7f022c17abbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:45.309472 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-736d2165-2c0e-4e82-99b9-7f022c17abbc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56dff1b4-8318-493f-9c8a-a3c18d856307 HTTP/1.1" status: 204 len: 168 time: 0.1180878 Mar 27 15:41:45.316838 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d2165-2c0e-4e82-99b9-7f022c17abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dff1b4-8318-493f-9c8a-a3c18d856307,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:47.153387 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:47.255497 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a19d456-e870-4923-acdc-dd7efde0c1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.329856 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a19d456-e870-4923-acdc-dd7efde0c1bd admin admin] Publish callbacks [] for security_group (82e298d2-faab-437f-8792-4c841cee2e6c), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.333614 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a19d456-e870-4923-acdc-dd7efde0c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (82e298d2-faab-437f-8792-4c841cee2e6c), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.372123 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-3a19d456-e870-4923-acdc-dd7efde0c1bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8378f40e255044c0a0656eb385a023ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175932 Mar 27 15:41:47.373252 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19d456-e870-4923-acdc-dd7efde0c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e298d2-faab-437f-8792-4c841cee2e6c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:47.374054 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52918) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:47.420965 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd68e657-fad7-4810-89c4-338189a8f461 admin admin] Publish callbacks [] for security_group (82e298d2-faab-437f-8792-4c841cee2e6c), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.441670 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd68e657-fad7-4810-89c4-338189a8f461 admin admin] Publish callbacks [] for security_group (82e298d2-faab-437f-8792-4c841cee2e6c), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.488668 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd68e657-fad7-4810-89c4-338189a8f461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (82e298d2-faab-437f-8792-4c841cee2e6c), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.492584 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd68e657-fad7-4810-89c4-338189a8f461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.493730 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-bd68e657-fad7-4810-89c4-338189a8f461 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82e298d2-faab-437f-8792-4c841cee2e6c HTTP/1.1" status: 204 len: 168 time: 0.1187072 Mar 27 15:41:47.501547 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68e657-fad7-4810-89c4-338189a8f461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e298d2-faab-437f-8792-4c841cee2e6c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:47.771281 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 52924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:47.785144 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10e93228-d0a2-4acf-bf58-6899e3a5a370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.860310 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10e93228-d0a2-4acf-bf58-6899e3a5a370 admin admin] Publish callbacks [] for security_group (3f50fc90-1e07-4a25-b706-c99c3381e2cb), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.863837 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10e93228-d0a2-4acf-bf58-6899e3a5a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (3f50fc90-1e07-4a25-b706-c99c3381e2cb), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.902249 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-10e93228-d0a2-4acf-bf58-6899e3a5a370 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2010777dcac94f8f9da349bb8fb8e8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297989 Mar 27 15:41:47.903057 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e93228-d0a2-4acf-bf58-6899e3a5a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f50fc90-1e07-4a25-b706-c99c3381e2cb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:41:47.904859 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 52926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:41:47.953361 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88f1df2-7289-40e3-883c-40258fef723a admin admin] Publish callbacks [] for security_group (3f50fc90-1e07-4a25-b706-c99c3381e2cb), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:47.974418 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88f1df2-7289-40e3-883c-40258fef723a admin admin] Publish callbacks [] for security_group (3f50fc90-1e07-4a25-b706-c99c3381e2cb), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:48.020426 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88f1df2-7289-40e3-883c-40258fef723a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (3f50fc90-1e07-4a25-b706-c99c3381e2cb), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:48.023850 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88f1df2-7289-40e3-883c-40258fef723a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:41:48.024974 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d88f1df2-7289-40e3-883c-40258fef723a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f50fc90-1e07-4a25-b706-c99c3381e2cb HTTP/1.1" status: 204 len: 168 time: 0.1191359 Mar 27 15:41:48.032252 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f1df2-7289-40e3-883c-40258fef723a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f50fc90-1e07-4a25-b706-c99c3381e2cb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:42:00.673044 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5cd4-0573-4713-ab91-66cafd64aa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:03.065256 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bf15029b-7860-42cf-966c-4538e6f2617f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:04.098666 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:05.429329 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:06.979638 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:09.583561 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.445895 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 53114) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:42:13.548503 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.628377 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Publish callbacks [] for security_group (84408386-98bc-4062-aadd-4276df8738bd), precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.631896 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (84408386-98bc-4062-aadd-4276df8738bd), after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.668630 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84408386-98bc-4062-aadd-4276df8738bd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:42:13.672528 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4a4d16ae40644529bf5644278af4125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256465 Mar 27 15:42:13.675225 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 53118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:42:13.678276 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.678633 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.679007 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.679353 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.679695 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.680032 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.680367 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.680699 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.681033 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.681364 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.681697 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.682030 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.682355 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.682679 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.683027 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bd49d8-ac8d-4faf-b2b7-88f1ffefc7ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.723902 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Publish callbacks [] for security_group (84408386-98bc-4062-aadd-4276df8738bd), before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.745857 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Publish callbacks [] for security_group (84408386-98bc-4062-aadd-4276df8738bd), precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.792397 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (84408386-98bc-4062-aadd-4276df8738bd), after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.795093 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:13.796825 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84408386-98bc-4062-aadd-4276df8738bd HTTP/1.1" status: 204 len: 168 time: 0.1206374 Mar 27 15:42:13.804093 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84408386-98bc-4062-aadd-4276df8738bd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:42:13.811019 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.811928 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.812278 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.812615 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.812949 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.813280 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.813605 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.813929 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.814255 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.814579 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.814906 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.815258 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.815582 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.815930 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:13.816254 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c22faa-a0e1-4ad5-8f9a-431f42aa8b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-1-iscsi {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 27 15:42:14.760471 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.10', 53150) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:42:14.869425 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59df3fff-1adc-4448-ba9a-0e13aef3cb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:14.941160 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59df3fff-1adc-4448-ba9a-0e13aef3cb25 admin admin] Publish callbacks [] for security_group (a8465c13-34b9-4745-80c7-e076e4acbb00), precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:14.944992 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59df3fff-1adc-4448-ba9a-0e13aef3cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (a8465c13-34b9-4745-80c7-e076e4acbb00), after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:14.982823 dv-cinder-835384-1-iscsi neutron-server[103178]: INFO neutron.wsgi [None req-59df3fff-1adc-4448-ba9a-0e13aef3cb25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1bd879e08ad4b4f8cde7d03dc4d86d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213058 Mar 27 15:42:14.984156 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df3fff-1adc-4448-ba9a-0e13aef3cb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8465c13-34b9-4745-80c7-e076e4acbb00,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:42:14.985972 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.10', 53154) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 27 15:42:15.034162 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7759-845a-4025-a93d-da0f6303ac65 admin admin] Publish callbacks [] for security_group (a8465c13-34b9-4745-80c7-e076e4acbb00), before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:15.055009 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7759-845a-4025-a93d-da0f6303ac65 admin admin] Publish callbacks [] for security_group (a8465c13-34b9-4745-80c7-e076e4acbb00), precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:15.100335 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7759-845a-4025-a93d-da0f6303ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550702'] for security_group (a8465c13-34b9-4745-80c7-e076e4acbb00), after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:15.102858 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7759-845a-4025-a93d-da0f6303ac65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:15.104030 dv-cinder-835384-1-iscsi neutron-server[103179]: INFO neutron.wsgi [None req-d6bc7759-845a-4025-a93d-da0f6303ac65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8465c13-34b9-4745-80c7-e076e4acbb00 HTTP/1.1" status: 204 len: 168 time: 0.1170130 Mar 27 15:42:15.111451 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc7759-845a-4025-a93d-da0f6303ac65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8465c13-34b9-4745-80c7-e076e4acbb00,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 27 15:42:18.113349 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:42:27.428483 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-4a561dc7-ab60-481e-97a4-ecab6ee7cee3 req-4a856f32-f5cd-4560-b49d-f64a9f3b88bb service neutron] (103178) timed out ('10.222.0.25', 55557) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 27 15:42:30.673501 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b18e7ac-a0da-4388-bccb-eaf84bf7d803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:33.066547 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ada82abf-12fd-46f2-abef-b61352002402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:34.104115 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:35.432417 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:36.982868 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:39.597437 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:42:55.112150 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:43:00.673937 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7015c978-7198-4047-89e1-6d2c289f8bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:03.067860 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aa9f87b9-9bc3-4d08-a387-05bf964bb4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:04.104419 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:05.434925 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:06.984551 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:09.597144 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:30.675665 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dca32a8-7a56-4ed1-9245-51b3f1758022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:32.111728 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:43:33.069248 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec97e3da-7a73-4cd5-9946-2dfa3e2c348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:34.106200 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:35.440203 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:36.987328 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:43:39.597322 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:00.677926 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c7b06a2-9d95-4314-99da-16f17ba72eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:03.070456 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c663932b-d2c0-4a54-a58c-a9be8fe63e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:04.107647 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:05.443348 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:06.989562 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:09.111659 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:44:09.612983 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:30.678080 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b767dcc8-6e40-4fe6-bcb7-126e79a8c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:33.071725 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-174b0a4d-65a4-4ce4-80ae-7c225ac45e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:33.376647 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-827d4f19-00e8-4f34-b03b-a71a9dd4d196 service neutron] (103179) timed out ('10.222.0.10', 47386) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 27 15:44:33.805101 dv-cinder-835384-1-iscsi neutron-server[103178]: DEBUG neutron.wsgi [req-0346f944-de33-4811-a8ef-48405454ae3e req-b382bf2f-4f3d-4ba6-87bc-b9a33b9e6e80 tempest-AttachVolumeShelveTestJSON-1468761215 tempest-AttachVolumeShelveTestJSON-1468761215-project] (103178) timed out ('10.222.0.10', 47402) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 27 15:44:34.111057 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:35.444262 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:36.994018 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:37.039586 dv-cinder-835384-1-iscsi neutron-server[103179]: DEBUG neutron.wsgi [req-bc07dfa1-cb6c-4c47-a44a-1b1d08181279 req-dfa1958a-74a1-4ba4-a127-f04bf4647286 tempest-VolumesNegativeTest-517316591 tempest-VolumesNegativeTest-517316591-project] (103179) timed out ('10.222.0.25', 55568) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 27 15:44:39.611817 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:44:46.111374 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:45:00.679673 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2840-faaa-4840-83e0-6e6fbe3cc28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:03.073082 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b2827a7c-125c-4c25-91b3-ff89130687ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:04.114302 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:05.446867 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:06.997675 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:09.609740 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:23.109814 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:45:30.680636 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ef61ebfa-0fb1-420d-a553-e990552052a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:33.074768 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-33a5ca83-275a-42c8-99dc-2aa1b0b53a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:34.116659 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:35.450359 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:36.999937 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:45:39.609443 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:00.110144 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:46:00.682953 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ffbfd65-0503-4d39-a43e-6c8ba3d434f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:03.076480 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7419d22-ec0d-4808-9edb-5c424c96977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:04.119544 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:05.452414 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:07.001868 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:09.609975 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:30.683920 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-06794fd9-3e0a-44d8-9813-d078ee9fbd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:33.080320 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-514e9881-689b-4419-9ee9-d063b23245e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:34.122538 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:35.456563 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:37.003887 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:46:37.109871 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 27 15:46:39.607996 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:00.684866 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-882ffa23-3fc5-4cd3-b304-0d5194bd4f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (a019cc70-70ea-4ff9-af60-ade6c47023ca), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:03.084618 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e1240ca-9245-46d0-99a9-9f902b05a6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (f6bea0dd-84a6-42d8-9c0b-48d5db65fa65), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:04.124844 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11e27dab-f5df-4321-be15-8eadb79a2d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (da615833-ffa7-4514-b9f4-11a59b947a9a), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:05.458833 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d382c0-20f9-45e5-b4a3-ca36f44e9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (fa71e19c-c7cb-4535-8855-41fda30772ab), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:07.006393 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-552e0d77-5eee-4c23-be10-27e5186ed679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (243d2416-13fa-4a52-8ebb-ed88d5e3cc78), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:09.623803 dv-cinder-835384-1-iscsi neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56abee22-b0b1-4fe5-a5bb-889409a1e543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766922093105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1360245'] for agent (e90cd303-2016-4c41-a05f-562e73cec4e5), after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 27 15:47:14.109142 dv-cinder-835384-1-iscsi neutron-server[103181]: DEBUG neutron.db.agents_db [None req-c45102c4-f535-4856-9061-ec6b26a77487 None None] Agent healthcheck: found 6 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}